diff options
| author | Jason Nochlin <hundredwatt@users.noreply.github.com> | 2024-01-13 09:27:57 -0700 |
|---|---|---|
| committer | Gunnar Morling <gunnar.morling@googlemail.com> | 2024-01-13 18:39:45 +0100 |
| commit | f29f8fb216266370693f7a1ad239104833093dab (patch) | |
| tree | 99f758fda019f9b833b00a59ed8a6b632989fa41 /evaluate.sh | |
| parent | d5f8442a261d814ec4a661dcc31dc0b5b1ae921e (diff) | |
Do not silence test.sh output
Diffstat (limited to 'evaluate.sh')
| -rwxr-xr-x | evaluate.sh | 12 |
1 files changed, 4 insertions, 8 deletions
diff --git a/evaluate.sh b/evaluate.sh index 8a9e42f..fa6f4aa 100755 --- a/evaluate.sh +++ b/evaluate.sh @@ -136,33 +136,30 @@ fi # Run tests and benchmark for each fork filetimestamp=$(date +"%Y%m%d%H%M%S") # same for all fork.out files from this run failed=() -test_output=$(mktemp) for fork in "$@"; do set +e # we don't want prepare.sh, test.sh or hyperfine failing on 1 fork to exit the script early # Run the test suite - print_and_execute $TIMEOUT ./test.sh $fork | tee $test_output > /dev/null 2>&1 + print_and_execute $TIMEOUT ./test.sh $fork if [ $? -ne 0 ]; then failed+=("$fork") echo "" echo -e "${BOLD_RED}FAILURE${RESET}: ./test.sh $fork failed" - cat $test_output - echo "" continue fi + echo "" # Run the test on $MEASUREMENTS_FILE; this serves as the warmup - print_and_execute $TIMEOUT ./test.sh $fork $MEASUREMENTS_FILE | tee $test_output > /dev/null 2>&1 + print_and_execute $TIMEOUT ./test.sh $fork $MEASUREMENTS_FILE if [ $? -ne 0 ]; then failed+=("$fork") echo "" echo -e "${BOLD_RED}FAILURE${RESET}: ./test.sh $fork $MEASUREMENTS_FILE failed" - cat $test_output - echo "" continue fi + echo "" # re-link measurements.txt since test.sh deleted it print_and_execute rm -f measurements.txt @@ -197,7 +194,6 @@ for fork in "$@"; do fi done set -e -rm $test_output # Summary echo -e "${BOLD_WHITE}Summary${RESET}" |
