harness: exit with non-zero when tests fail

Signed-off-by: Simon Gerber <simon.gerber@inf.ethz.ch>

diff --git a/tools/harness/scalebench.py b/tools/harness/scalebench.py
index 6ecf527..4025768 100755 (executable)
--- a/tools/harness/scalebench.py
+++ b/tools/harness/scalebench.py
@@ -361,6 +361,8 @@ class Scalebench:
             debug.log('Failed tests:')
             for t in [ t for t in testcases if not self.testcase_passed(t) ]:
                 debug.log(' * %s' % self.testcase_name(t))
+            # return False if we had test failures
+            retval = False
         debug.log('all done!')
         return retval