=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://34.56.50.116 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 180 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 50 tests === RUN kuttl/harness === RUN kuttl/harness/scheduled-backup-incremental === PAUSE kuttl/harness/scheduled-backup-incremental === CONT kuttl/harness/scheduled-backup-incremental logger.go:42: 15:38:28 | scheduled-backup-incremental | Creating namespace "kuttl-test-intense-shad" logger.go:42: 15:38:29 | scheduled-backup-incremental/0-minio-secret | starting test step 0-minio-secret logger.go:42: 15:38:30 | scheduled-backup-incremental/0-minio-secret | Secret:kuttl-test-intense-shad/minio-secret created logger.go:42: 15:38:30 | scheduled-backup-incremental/0-minio-secret | test step completed 0-minio-secret logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | starting test step 1-deploy-operator logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep apply_s3_storage_secrets deploy_operator deploy_tls_cluster_secrets deploy_client deploy_minio] logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | + source ../../functions logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ realpath ../../.. logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++++ pwd logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++ test_name=scheduled-backup-incremental logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ [[ -z 8.0 ]] logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ MYSQL_VERSION=8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ export VAULT_VER=0.16.1 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ VAULT_VER=0.16.1 logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++++ which gdate logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | ++++ which date logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ oc get projects logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ : logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ kubectl get nodes logger.go:42: 15:38:30 | scheduled-backup-incremental/1-deploy-operator | +++ grep '^minikube' logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | +++ which gsed logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | +++ which sed logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | ++ sed=/usr/sbin/sed logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | ++ oc get projects logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | +++ kubectl version -o json logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | +++ grep '\-eks\-' logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | grep: warning: stray \ before - logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | ++ '[' ']' logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | ++ EKS=0 logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | + init_temp_dir logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | + rm -rf /tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | + mkdir -p /tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | + apply_s3_storage_secrets logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | + apply_minio_secret logger.go:42: 15:38:31 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-intense-shad apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/minio-secret.yml logger.go:42: 15:38:32 | scheduled-backup-incremental/1-deploy-operator | Warning: resource secrets/minio-secret is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. logger.go:42: 15:38:32 | scheduled-backup-incremental/1-deploy-operator | secret/minio-secret configured logger.go:42: 15:38:32 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-intense-shad apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/cloud-secret.yml logger.go:42: 15:38:33 | scheduled-backup-incremental/1-deploy-operator | secret/aws-s3-secret created logger.go:42: 15:38:34 | scheduled-backup-incremental/1-deploy-operator | secret/do-spaces-secret created logger.go:42: 15:38:34 | scheduled-backup-incremental/1-deploy-operator | secret/gcp-cs-secret created logger.go:42: 15:38:34 | scheduled-backup-incremental/1-deploy-operator | secret/azure-secret created logger.go:42: 15:38:34 | scheduled-backup-incremental/1-deploy-operator | + deploy_operator logger.go:42: 15:38:34 | scheduled-backup-incremental/1-deploy-operator | + destroy_operator logger.go:42: 15:38:34 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0 logger.go:42: 15:38:35 | scheduled-backup-incremental/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:38:35 | scheduled-backup-incremental/1-deploy-operator | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace logger.go:42: 15:38:35 | scheduled-backup-incremental/1-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 15:38:35 | scheduled-backup-incremental/1-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0 logger.go:42: 15:38:35 | scheduled-backup-incremental/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:38:36 | scheduled-backup-incremental/1-deploy-operator | namespace "ps-operator" force deleted logger.go:42: 15:38:46 | scheduled-backup-incremental/1-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 15:38:46 | scheduled-backup-incremental/1-deploy-operator | + create_namespace ps-operator logger.go:42: 15:38:46 | scheduled-backup-incremental/1-deploy-operator | + local namespace=ps-operator logger.go:42: 15:38:46 | scheduled-backup-incremental/1-deploy-operator | + [[ -n '' ]] logger.go:42: 15:38:46 | scheduled-backup-incremental/1-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found logger.go:42: 15:38:47 | scheduled-backup-incremental/1-deploy-operator | + kubectl wait --for=delete namespace ps-operator logger.go:42: 15:38:47 | scheduled-backup-incremental/1-deploy-operator | + kubectl create namespace ps-operator logger.go:42: 15:38:48 | scheduled-backup-incremental/1-deploy-operator | namespace/ps-operator created logger.go:42: 15:38:48 | scheduled-backup-incremental/1-deploy-operator | + apply_crd logger.go:42: 15:38:48 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/crd.yaml logger.go:42: 15:38:49 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 15:38:49 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 15:38:50 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 15:38:50 | scheduled-backup-incremental/1-deploy-operator | + apply_rbac logger.go:42: 15:38:50 | scheduled-backup-incremental/1-deploy-operator | + local rbac_file logger.go:42: 15:38:50 | scheduled-backup-incremental/1-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 15:38:50 | scheduled-backup-incremental/1-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-rbac.yaml logger.go:42: 15:38:50 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-rbac.yaml logger.go:42: 15:38:51 | scheduled-backup-incremental/1-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 15:38:52 | scheduled-backup-incremental/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 15:38:52 | scheduled-backup-incremental/1-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 15:38:52 | scheduled-backup-incremental/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + local operator_file logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-operator.yaml logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"' logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply -f - logger.go:42: 15:38:53 | scheduled-backup-incremental/1-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-1262-dc5a409a"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-operator.yaml logger.go:42: 15:38:54 | scheduled-backup-incremental/1-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 15:38:54 | scheduled-backup-incremental/1-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 15:38:54 | scheduled-backup-incremental/1-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 15:38:54 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-intense-shad apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/ssl-secret.yaml logger.go:42: 15:38:56 | scheduled-backup-incremental/1-deploy-operator | secret/test-ssl created logger.go:42: 15:38:56 | scheduled-backup-incremental/1-deploy-operator | + deploy_client logger.go:42: 15:38:56 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-intense-shad apply -f - logger.go:42: 15:38:56 | scheduled-backup-incremental/1-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:38:56 | scheduled-backup-incremental/1-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/client.yaml logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | pod/mysql-client created logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | + deploy_minio logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | + local storage=2G logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | + local access_key logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | + local secret_key logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-intense-shad get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 15:38:57 | scheduled-backup-incremental/1-deploy-operator | ++ base64 -d logger.go:42: 15:38:58 | scheduled-backup-incremental/1-deploy-operator | + access_key=some-access-key logger.go:42: 15:38:58 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-intense-shad get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 15:38:58 | scheduled-backup-incremental/1-deploy-operator | ++ base64 -d logger.go:42: 15:38:58 | scheduled-backup-incremental/1-deploy-operator | + secret_key=some-secret-key logger.go:42: 15:38:58 | scheduled-backup-incremental/1-deploy-operator | + helm uninstall -n kuttl-test-intense-shad minio-service logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + : logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + helm repo remove minio logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | "minio" has been removed from your repositories logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + helm repo add minio https://charts.min.io/ logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | "minio" has been added to your repositories logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | +++ printf %q some-access-key logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | ++ printf %q some-access-key logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | +++ printf %q some-secret-key logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | ++ printf %q some-secret-key logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-intense-shad --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + local max=10 logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + local delay=60 logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + shift 2 logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + local n=1 logger.go:42: 15:38:59 | scheduled-backup-incremental/1-deploy-operator | + helm install minio-service -n kuttl-test-intense-shad --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | NAME: minio-service logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | LAST DEPLOYED: Fri Apr 3 15:39:00 2026 logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | NAMESPACE: kuttl-test-intense-shad logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | STATUS: deployed logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | REVISION: 1 logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | TEST SUITE: None logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | NOTES: logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | minio-service.kuttl-test-intense-shad.cluster.local logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | To access MinIO from localhost, run the below commands: logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-intense-shad -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-intense-shad logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-intense-shad minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-intense-shad minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | 3. mc ls minio-service-local logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-intense-shad get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | + MINIO_POD=minio-service-649c5b46f8-djdsq logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | + wait_pod minio-service-649c5b46f8-djdsq logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | + local pod=minio-service-649c5b46f8-djdsq logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | + local ns=kuttl-test-intense-shad logger.go:42: 15:39:29 | scheduled-backup-incremental/1-deploy-operator | + set +o xtrace logger.go:42: 15:39:30 | scheduled-backup-incremental/1-deploy-operator | minio-service-649c5b46f8-djdsqtrue logger.go:42: 15:39:30 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-intense-shad run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing' logger.go:42: 15:39:34 | scheduled-backup-incremental/1-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 15:39:34 | scheduled-backup-incremental/1-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 15:39:34 | scheduled-backup-incremental/1-deploy-operator | warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_kuttl-test-intense-shad logger.go:42: 15:39:34 | scheduled-backup-incremental/1-deploy-operator | make_bucket: operator-testing logger.go:42: 15:39:36 | scheduled-backup-incremental/1-deploy-operator | pod "aws-cli" deleted from kuttl-test-intense-shad namespace logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | INFO Found 1 resource(s). logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | percona-server-mysql-operator ps-operator 1 logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | ASSERT PASS logger.go:42: 15:39:37 | scheduled-backup-incremental/1-deploy-operator | test step completed 1-deploy-operator logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | starting test step 2-create-cluster logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval ".spec.mysql.size=3" - \ | yq eval ".spec.proxy.haproxy.enabled=true" - \ | yq eval ".spec.proxy.haproxy.size=3" - \ | yq eval ".spec.orchestrator.enabled=true" - \ | yq eval ".spec.orchestrator.size=3" - \ | yq eval '.spec.backup.storages.minio.type="s3"' - \ | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \ | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \ | yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \ | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | + source ../../functions logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ realpath ../../.. logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++++ pwd logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++ test_name=scheduled-backup-incremental logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ [[ -z 8.0 ]] logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ MYSQL_VERSION=8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ export VAULT_VER=0.16.1 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ VAULT_VER=0.16.1 logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++++ which gdate logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | ++++ which date logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ date=/usr/sbin/date logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ oc get projects logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ : logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ kubectl get nodes logger.go:42: 15:39:37 | scheduled-backup-incremental/2-create-cluster | +++ grep '^minikube' logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | +++ which gsed logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | +++ which sed logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | ++ sed=/usr/sbin/sed logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | ++ oc get projects logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | +++ kubectl version -o json logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | +++ grep '\-eks\-' logger.go:42: 15:39:38 | scheduled-backup-incremental/2-create-cluster | grep: warning: stray \ before - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ '[' ']' logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ EKS=0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + get_cr logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local name_suffix= logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_mysql=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_backup=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_orchestrator=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_router=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_toolkit=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_haproxy=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local image_pmm_client=perconalab/pmm-client:3-dev-latest logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cr.yaml logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.mysql.size=3 - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.proxy.haproxy.size=3 - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.metadata.name="%s"' scheduled-backup-incremental logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.metadata.name="scheduled-backup-incremental"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cr.yaml logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.size=3 - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-1262-dc5a409a"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.mysql.gracePeriod=30 - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval 'del(.spec.secretsName)' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-intense-shad:9000"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup8.0"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + kubectl -n kuttl-test-intense-shad apply -f - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router8.0"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + '[' -n '' ']' logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 15:39:39 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' - logger.go:42: 15:39:40 | scheduled-backup-incremental/2-create-cluster | perconaservermysql.ps.percona.com/scheduled-backup-incremental created logger.go:42: 15:42:56 | scheduled-backup-incremental/2-create-cluster | test step completed 2-create-cluster logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | starting test step 3-write-data logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_haproxy_svc $(get_cluster_name))" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_haproxy_svc $(get_cluster_name))"] logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | + source ../../functions logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ realpath ../../.. logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++++ pwd logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++ test_name=scheduled-backup-incremental logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ [[ -z 8.0 ]] logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ MYSQL_VERSION=8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ export VAULT_VER=0.16.1 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ VAULT_VER=0.16.1 logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++++ which gdate logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | ++++ which date logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ date=/usr/sbin/date logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ oc get projects logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ : logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ kubectl get nodes logger.go:42: 15:42:56 | scheduled-backup-incremental/3-write-data | +++ grep '^minikube' logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ which gsed logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ which sed logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | ++ sed=/usr/sbin/sed logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | ++ oc get projects logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ kubectl version -o json logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ grep '\-eks\-' logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | grep: warning: stray \ before - logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | ++ '[' ']' logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | ++ EKS=0 logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 15:42:57 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ get_haproxy_svc scheduled-backup-incremental logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ local cluster=scheduled-backup-incremental logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ echo scheduled-backup-incremental-haproxy logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h scheduled-backup-incremental-haproxy' logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | + local 'host=-h scheduled-backup-incremental-haproxy' logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ get_user_pass root logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ local user=root logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ local secret=scheduled-backup-incremental-secrets logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-intense-shad get secret scheduled-backup-incremental-secrets -o 'jsonpath={.data.root}' logger.go:42: 15:42:58 | scheduled-backup-incremental/3-write-data | ++ base64 --decode logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + local 'user=-uroot -p'\''1u%L5F8be6_N1]~='\''' logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + local pod= logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | ++ get_client_pod logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-intense-shad get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + client_pod=mysql-client logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + wait_pod mysql-client logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + local pod=mysql-client logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + local ns=kuttl-test-intense-shad logger.go:42: 15:42:59 | scheduled-backup-incremental/3-write-data | + set +o xtrace logger.go:42: 15:43:00 | scheduled-backup-incremental/3-write-data | mysql-clienttrue logger.go:42: 15:43:00 | scheduled-backup-incremental/3-write-data | + kubectl -n kuttl-test-intense-shad exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h scheduled-backup-incremental-haproxy -uroot -p'\''1u%L5F8be6_N1]~='\''' logger.go:42: 15:43:00 | scheduled-backup-incremental/3-write-data | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 15:43:00 | scheduled-backup-incremental/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | + : logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | ++ get_haproxy_svc scheduled-backup-incremental logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | ++ local cluster=scheduled-backup-incremental logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | ++ echo scheduled-backup-incremental-haproxy logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h scheduled-backup-incremental-haproxy' logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | + local 'host=-h scheduled-backup-incremental-haproxy' logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | ++ get_user_pass root logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | ++ local user=root logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 15:43:01 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:02 | scheduled-backup-incremental/3-write-data | ++ local secret=scheduled-backup-incremental-secrets logger.go:42: 15:43:02 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-intense-shad get secret scheduled-backup-incremental-secrets -o 'jsonpath={.data.root}' logger.go:42: 15:43:02 | scheduled-backup-incremental/3-write-data | ++ base64 --decode logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + local 'user=-uroot -p'\''1u%L5F8be6_N1]~='\''' logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + local pod= logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | ++ get_client_pod logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-intense-shad get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + client_pod=mysql-client logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + wait_pod mysql-client logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + local pod=mysql-client logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + local ns=kuttl-test-intense-shad logger.go:42: 15:43:03 | scheduled-backup-incremental/3-write-data | + set +o xtrace logger.go:42: 15:43:04 | scheduled-backup-incremental/3-write-data | mysql-clienttrue logger.go:42: 15:43:04 | scheduled-backup-incremental/3-write-data | + kubectl -n kuttl-test-intense-shad exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h scheduled-backup-incremental-haproxy -uroot -p'\''1u%L5F8be6_N1]~='\''' logger.go:42: 15:43:04 | scheduled-backup-incremental/3-write-data | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 15:43:04 | scheduled-backup-incremental/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 15:43:05 | scheduled-backup-incremental/3-write-data | + : logger.go:42: 15:43:05 | scheduled-backup-incremental/3-write-data | test step completed 3-write-data logger.go:42: 15:43:05 | scheduled-backup-incremental/5-engage-full-schedule | starting test step 5-engage-full-schedule logger.go:42: 15:43:05 | scheduled-backup-incremental/5-engage-full-schedule | PerconaServerMySQL:kuttl-test-intense-shad/scheduled-backup-incremental updated logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:06 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:08 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:11 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:13 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:15 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:16 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:17 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:18 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:21 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:23 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:25 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:28 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:32 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:33 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:35 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:38 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:40 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:42 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:45 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:49 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:50 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:52 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:55 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:43:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:43:57 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:43:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:43:59 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:44:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:44:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:44:02 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:44:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:44:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:44:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 15:44:06 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:44:07 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:44:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:44:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:44:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 15:44:09 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 15:44:09 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:44:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:44:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:44:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:44:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:44:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 15:44:13 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 15:44:13 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:44:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:44:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 15:44:16 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:44:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:44:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 15:44:19 | scheduled-backup-incremental/5-engage-full-schedule | test step completed 5-engage-full-schedule logger.go:42: 15:44:19 | scheduled-backup-incremental/6-stop-full | starting test step 6-stop-full logger.go:42: 15:44:20 | scheduled-backup-incremental/6-stop-full | PerconaServerMySQL:kuttl-test-intense-shad/scheduled-backup-incremental updated logger.go:42: 15:44:20 | scheduled-backup-incremental/6-stop-full | test step completed 6-stop-full logger.go:42: 15:44:20 | scheduled-backup-incremental/7-engage-incremental | starting test step 7-engage-incremental logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | PerconaServerMySQL:kuttl-test-intense-shad/scheduled-backup-incremental updated logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:23 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:25 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:26 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:27 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:30 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:33 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:35 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:36 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:37 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:40 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:42 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:43 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:44 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:47 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:49 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:50 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:52 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:53 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:53 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:53 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:53 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:54 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:44:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:44:57 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:44:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:44:59 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:00 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:00 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:00 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:00 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:01 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:04 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:06 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:07 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:08 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:11 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:13 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:14 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:18 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:20 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:21 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:22 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:23 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:24 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:24 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:24 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:24 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:25 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:28 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:30 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:31 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:32 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:35 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:39 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:40 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:41 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:42 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:45 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:47 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:48 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:49 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:52 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:55 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:56 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:45:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:45:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:45:59 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:46:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:04 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:05 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:46:06 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:46:09 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:46:12 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:14 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:15 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:46:16 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 15:46:19 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:21 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:22 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:23 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:24 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:25 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:25 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:25 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:25 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:26 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:27 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:29 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:31 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:32 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:33 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:36 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:38 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:39 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:40 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:41 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:42 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:42 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:42 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:42 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:43 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:45 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:46 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:47 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:48 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:49 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:49 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:49 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:49 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:50 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:51 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:53 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:55 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:46:56 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:46:57 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:46:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:46:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:00 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:01 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:02 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:03 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:04 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:05 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:06 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:06 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:06 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:06 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:07 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:10 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:12 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:13 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:14 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:17 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:19 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:20 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:21 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:24 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:28 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:29 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:38 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:44 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:45 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:47 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:48 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:53 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:54 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:55 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:47:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:47:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:47:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:48:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:48:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:48:09 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:48:12 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:15 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:48:16 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 15:48:19 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:21 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:22 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:23 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:26 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:27 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:29 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:30 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:31 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:32 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:33 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:36 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:38 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:39 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:40 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:43 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:45 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:46 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:47 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:48 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:50 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:51 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:53 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:54 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:55 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:48:56 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:48:57 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:48:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:48:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:00 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:01 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:02 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:03 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:04 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:05 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:06 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:06 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:06 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:06 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:07 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:10 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:12 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:13 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:14 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:17 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:19 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:20 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:21 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:22 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:23 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:23 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:23 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:23 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:24 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:27 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:29 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:30 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:38 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:44 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:45 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:47 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:47 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:47 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:47 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:48 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:53 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:54 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:55 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:49:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:49:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:49:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:50:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:50:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:50:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:50:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:50:09 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:50:12 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:50:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:50:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 15:50:19 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 15:50:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 15:50:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | ++ echo 3 logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=3 logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | + [[ 3 -lt 3 ]] logger.go:42: 15:50:22 | scheduled-backup-incremental/7-engage-incremental | test step completed 7-engage-incremental logger.go:42: 15:50:22 | scheduled-backup-incremental/8-engage-full-schedule | starting test step 8-engage-full-schedule logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | PerconaServerMySQL:kuttl-test-intense-shad/scheduled-backup-incremental updated logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:25 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:27 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:29 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:32 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:35 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:37 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:39 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:42 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:44 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:46 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:49 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:53 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:54 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:56 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:50:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:50:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:50:59 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:01 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:03 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:06 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:10 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:11 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:12 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:13 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:15 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:17 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:20 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:23 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:25 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:27 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:30 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:32 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:34 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:35 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:36 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:37 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:40 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:42 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:44 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:47 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:48 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:49 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:51 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:54 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:51:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:51:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:51:58 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:51:59 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:00 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:01 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:04 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:06 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:08 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:11 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:13 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:15 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:16 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:17 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:18 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 15:52:21 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 15:52:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 15:52:23 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=8eed4 logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:52:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 15:52:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=2 logger.go:42: 15:52:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 2 logger.go:42: 15:52:25 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=2 logger.go:42: 15:52:25 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 2 -eq 2 ]] logger.go:42: 15:52:25 | scheduled-backup-incremental/8-engage-full-schedule | test step completed 8-engage-full-schedule logger.go:42: 15:52:25 | scheduled-backup-incremental/9-engage-incremental | starting test step 9-engage-incremental logger.go:42: 15:52:25 | scheduled-backup-incremental/9-engage-incremental | PerconaServerMySQL:kuttl-test-intense-shad/scheduled-backup-incremental updated logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:26 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:28 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:29 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:31 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:32 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:33 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:34 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:35 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:36 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:38 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:39 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:40 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:41 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:42 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:43 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:45 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:46 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:47 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:48 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:49 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:50 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:52 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:54 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:55 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:56 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:52:57 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:52:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:52:59 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:00 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:01 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:02 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:03 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:04 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:06 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:07 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:09 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:10 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:11 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:12 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:12 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:12 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:12 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:13 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:14 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:16 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:18 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:19 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:20 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:21 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:23 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:24 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:25 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:26 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:27 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:28 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:29 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:29 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:29 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:29 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:29 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:30 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:31 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:32 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:33 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:34 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:35 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:36 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:37 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:38 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:40 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:42 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:43 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:44 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:45 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:47 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:48 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:50 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:51 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:52 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:53 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:54 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:55 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:53:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:53:57 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:53:58 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:53:59 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:00 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:01 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:02 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:04 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:06 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:07 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:08 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:11 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:13 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:14 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:15 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:16 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:17 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:17 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:17 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:17 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:18 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:21 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:22 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:23 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:24 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 15:54:25 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:28 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:29 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:30 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:31 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:32 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:35 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:36 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:37 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:38 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:39 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:42 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:43 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:44 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:45 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:46 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:49 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:51 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:52 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:53 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:54:56 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:54:58 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:54:59 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:00 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:03 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:04 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:05 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:06 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:06 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:06 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:06 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:07 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:08 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:10 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:11 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:12 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:13 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:13 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:13 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:13 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:14 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:17 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:18 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:21 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:23 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:24 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:25 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:28 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:30 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:31 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:32 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:35 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:37 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:38 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:39 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:42 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:44 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:45 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:46 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:49 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:51 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:52 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:53 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:55:56 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:55:58 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:55:59 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:00 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:03 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:05 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:06 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:07 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:08 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:10 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:11 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:12 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:13 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:14 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:17 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:19 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:20 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:21 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 15:56:24 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:26 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:27 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:28 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:29 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:31 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:33 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:34 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:35 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:36 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:38 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:40 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:41 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:42 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:43 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:45 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:47 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:48 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:49 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:50 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:52 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:54 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:55 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:56:56 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:56:57 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:56:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:56:59 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:00 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:01 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:02 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:02 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:02 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:02 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:03 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:04 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:06 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:07 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:08 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:10 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:11 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:12 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:13 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:14 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:17 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:19 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:20 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:21 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:24 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:26 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:27 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:28 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:29 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:31 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:33 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:34 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:35 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:36 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:38 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:39 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:40 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:41 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:42 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:43 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:45 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:46 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:47 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:48 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:48 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:48 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:48 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:49 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:50 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:52 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:53 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:54 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:55 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:55 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:55 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:55 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:57:56 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:57:57 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:57:58 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:57:59 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:00 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:03 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:04 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:04 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:04 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:04 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:04 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:04 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:05 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:06 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:07 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:08 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:10 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:12 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:13 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:14 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:17 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:19 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:20 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:21 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:24 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=5 logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | ++ echo 5 logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=5 logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | + [[ 5 -lt 6 ]] logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 5 incremental ps-backups but should be at least 6' logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | There are 5 incremental ps-backups but should be at least 6 logger.go:42: 15:58:25 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 15:58:26 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=8eed4 logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:27 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 15:58:28 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=6 logger.go:42: 15:58:28 | scheduled-backup-incremental/9-engage-incremental | ++ echo 6 logger.go:42: 15:58:28 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=6 logger.go:42: 15:58:28 | scheduled-backup-incremental/9-engage-incremental | + [[ 6 -lt 6 ]] logger.go:42: 15:58:28 | scheduled-backup-incremental/9-engage-incremental | test step completed 9-engage-incremental logger.go:42: 15:58:28 | scheduled-backup-incremental/10-rotate | starting test step 10-rotate logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | PerconaServerMySQL:kuttl-test-intense-shad/scheduled-backup-incremental updated logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | running command: [sh -c set -o errexit set -o xtrace source ../../functions incr_bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ ! $incr_bcp_count -eq 3 ]]; then echo "There are $incr_bcp_count incremental ps-backups but should be 3" exit 1 fi full_bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $full_bcp_count -eq 1 ]]; then echo "There are $full_bcp_count full ps-backups but should be 1" exit 1 fi] logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | + source ../../functions logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ realpath ../../.. logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++++ pwd logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ [[ -z 8.0 ]] logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++++ which gdate logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++++ which date logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ date=/usr/sbin/date logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ oc get projects logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ : logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ kubectl get nodes logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ grep '^minikube' logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ which gsed logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ which sed logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++ sed=/usr/sbin/sed logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | ++ oc get projects logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ kubectl version -o json logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | +++ grep '\-eks\-' logger.go:42: 15:58:29 | scheduled-backup-incremental/10-rotate | grep: warning: stray \ before - logger.go:42: 15:58:30 | scheduled-backup-incremental/10-rotate | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:30 | scheduled-backup-incremental/10-rotate | ++ '[' ']' logger.go:42: 15:58:30 | scheduled-backup-incremental/10-rotate | ++ EKS=0 logger.go:42: 15:58:30 | scheduled-backup-incremental/10-rotate | +++ get_cluster_name logger.go:42: 15:58:30 | scheduled-backup-incremental/10-rotate | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | ++ local schedule_name=minio-incr logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | +++ sha1sum logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | +++ awk '{print $1}' logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | +++ head -c 5 logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | ++ local prefix=8eed4 logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | +++ yq '.items | length' logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | ++ local bcp_count=6 logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | ++ echo 6 logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | + incr_bcp_count=6 logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | + [[ ! 6 -eq 3 ]] logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | + echo 'There are 6 incremental ps-backups but should be 3' logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | There are 6 incremental ps-backups but should be 3 logger.go:42: 15:58:31 | scheduled-backup-incremental/10-rotate | + exit 1 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | running command: [sh -c set -o errexit set -o xtrace source ../../functions incr_bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ ! $incr_bcp_count -eq 3 ]]; then echo "There are $incr_bcp_count incremental ps-backups but should be 3" exit 1 fi full_bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $full_bcp_count -eq 1 ]]; then echo "There are $full_bcp_count full ps-backups but should be 1" exit 1 fi] logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | + source ../../functions logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ realpath ../../.. logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++++ pwd logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ [[ -z 8.0 ]] logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++++ which gdate logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | ++++ which date logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ date=/usr/sbin/date logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ oc get projects logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ : logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ kubectl get nodes logger.go:42: 15:58:32 | scheduled-backup-incremental/10-rotate | +++ grep '^minikube' logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ which gsed logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ which sed logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | ++ sed=/usr/sbin/sed logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | ++ oc get projects logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ kubectl version -o json logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ grep '\-eks\-' logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | grep: warning: stray \ before - logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | ++ '[' ']' logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | ++ EKS=0 logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ get_cluster_name logger.go:42: 15:58:33 | scheduled-backup-incremental/10-rotate | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | ++ local schedule_name=minio-incr logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | +++ awk '{print $1}' logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | +++ sha1sum logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | +++ head -c 5 logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | ++ local prefix=8eed4 logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:34 | scheduled-backup-incremental/10-rotate | +++ yq '.items | length' logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | ++ local bcp_count=4 logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | ++ echo 4 logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | + incr_bcp_count=4 logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | + [[ ! 4 -eq 3 ]] logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | + echo 'There are 4 incremental ps-backups but should be 3' logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | There are 4 incremental ps-backups but should be 3 logger.go:42: 15:58:35 | scheduled-backup-incremental/10-rotate | + exit 1 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | running command: [sh -c set -o errexit set -o xtrace source ../../functions incr_bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ ! $incr_bcp_count -eq 3 ]]; then echo "There are $incr_bcp_count incremental ps-backups but should be 3" exit 1 fi full_bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $full_bcp_count -eq 1 ]]; then echo "There are $full_bcp_count full ps-backups but should be 1" exit 1 fi] logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | + source ../../functions logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ realpath ../../.. logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++++ pwd logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ [[ -z 8.0 ]] logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++++ which gdate logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++++ which date logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ date=/usr/sbin/date logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ oc get projects logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ : logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ kubectl get nodes logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ grep '^minikube' logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ which gsed logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ which sed logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++ sed=/usr/sbin/sed logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | ++ oc get projects logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ kubectl version -o json logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | +++ grep '\-eks\-' logger.go:42: 15:58:36 | scheduled-backup-incremental/10-rotate | grep: warning: stray \ before - logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | ++ '[' ']' logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | ++ EKS=0 logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ get_cluster_name logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | ++ local schedule_name=minio-incr logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ sha1sum logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ awk '{print $1}' logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ head -c 5 logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | ++ local prefix=8eed4 logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:37 | scheduled-backup-incremental/10-rotate | +++ yq '.items | length' logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | ++ local bcp_count=3 logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | ++ echo 3 logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | + incr_bcp_count=3 logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | + [[ ! 3 -eq 3 ]] logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ get_cluster_name logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | ++ local schedule_name=minio-full logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ sha1sum logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ awk '{print $1}' logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ head -c 5 logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | ++ local prefix=8eed4 logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:58:38 | scheduled-backup-incremental/10-rotate | +++ yq '.items | length' logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | ++ local bcp_count=2 logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | ++ echo 2 logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | + full_bcp_count=2 logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | + [[ ! 2 -eq 1 ]] logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | + echo 'There are 2 full ps-backups but should be 1' logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | There are 2 full ps-backups but should be 1 logger.go:42: 15:58:39 | scheduled-backup-incremental/10-rotate | + exit 1 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | running command: [sh -c set -o errexit set -o xtrace source ../../functions incr_bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ ! $incr_bcp_count -eq 3 ]]; then echo "There are $incr_bcp_count incremental ps-backups but should be 3" exit 1 fi full_bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $full_bcp_count -eq 1 ]]; then echo "There are $full_bcp_count full ps-backups but should be 1" exit 1 fi] logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | + source ../../functions logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ realpath ../../.. logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++++ pwd logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ [[ -z 8.0 ]] logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++++ which gdate logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | ++++ which date logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ date=/usr/sbin/date logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ oc get projects logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ : logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ kubectl get nodes logger.go:42: 15:58:40 | scheduled-backup-incremental/10-rotate | +++ grep '^minikube' logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ which gsed logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ which sed logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | ++ sed=/usr/sbin/sed logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | ++ oc get projects logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ kubectl version -o json logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ grep '\-eks\-' logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | grep: warning: stray \ before - logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | ++ '[' ']' logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | ++ EKS=0 logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ get_cluster_name logger.go:42: 15:58:41 | scheduled-backup-incremental/10-rotate | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | ++ local schedule_name=minio-incr logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ sha1sum logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ awk '{print $1}' logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ head -c 5 logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | ++ local prefix=8eed4 logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-incr -o yaml logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ yq '.items | length' logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | ++ local bcp_count=3 logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | ++ echo 3 logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | + incr_bcp_count=3 logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | + [[ ! 3 -eq 3 ]] logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ get_cluster_name logger.go:42: 15:58:42 | scheduled-backup-incremental/10-rotate | +++ kubectl -n kuttl-test-intense-shad get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | ++ local schedule_name=minio-full logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | +++ printf %s kuttl-test-intense-shad-scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | +++ sha1sum logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | +++ awk '{print $1}' logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | +++ head -c 5 logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | ++ local prefix=8eed4 logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | +++ kubectl get ps-backup -n kuttl-test-intense-shad -l percona.com/backup-ancestor=8eed4-minio-full -o yaml logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | +++ yq '.items | length' logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | ++ local bcp_count=1 logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | ++ echo 1 logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | + full_bcp_count=1 logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | + [[ ! 1 -eq 1 ]] logger.go:42: 15:58:44 | scheduled-backup-incremental/10-rotate | test step completed 10-rotate logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | starting test step 90-delete-all-backups logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl delete ps-backup --all -n "${NAMESPACE}" sleep 60] logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | + source ../../functions logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ realpath ../../.. logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++++ pwd logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++ test_name=scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export GIT_BRANCH=PR-1262 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ GIT_BRANCH=PR-1262 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ VERSION=PR-1262-dc5a409a logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ [[ -z 8.0 ]] logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export MYSQL_VERSION=8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ MYSQL_VERSION=8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export MINIO_VER=5.4.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ MINIO_VER=5.4.0 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ export VAULT_VER=0.16.1 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ VAULT_VER=0.16.1 logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++++ which gdate logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | ++++ which date logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ date=/usr/sbin/date logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ oc get projects logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ : logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ kubectl get nodes logger.go:42: 15:58:44 | scheduled-backup-incremental/90-delete-all-backups | +++ grep '^minikube' logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | +++ which gsed logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | +++ which sed logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | ++ sed=/usr/sbin/sed logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | ++ oc get projects logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | +++ kubectl version -o json logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | +++ jq -r .serverVersion.gitVersion logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | +++ grep '\-eks\-' logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | grep: warning: stray \ before - logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | ++ '[' ']' logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | ++ EKS=0 logger.go:42: 15:58:45 | scheduled-backup-incremental/90-delete-all-backups | + kubectl delete ps-backup --all -n kuttl-test-intense-shad logger.go:42: 15:58:46 | scheduled-backup-incremental/90-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-scheduled-backup-minio-20260403155224-6i8ip" deleted from kuttl-test-intense-shad namespace logger.go:42: 15:58:46 | scheduled-backup-incremental/90-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-scheduled-backup-minio-20260403155427-3u5i4" deleted from kuttl-test-intense-shad namespace logger.go:42: 15:58:47 | scheduled-backup-incremental/90-delete-all-backups | perconaservermysqlbackup.ps.percona.com "cron-scheduled-backup-minio-20260403155827-3u5i4" deleted from kuttl-test-intense-shad namespace case.go:328: failed in step 90-delete-all-backups case.go:330: command "set -o xtrace\\n source ../../functions\\n kubectl delete ps-backup -..." exceeded 180 sec timeout, context deadline exceeded