New testsuite verbosity level 4
authorJoachim Breitner <mail@joachim-breitner.de>
Mon, 14 Jul 2014 11:29:47 +0000 (13:29 +0200)
committerJoachim Breitner <mail@joachim-breitner.de>
Mon, 14 Jul 2014 11:29:47 +0000 (13:29 +0200)
which makes it print performance numbers even when the test succeeds
(good for historic analysis)

testsuite/driver/runtests.py
testsuite/driver/testlib.py

index c92eaef..103c7ac 100644 (file)
@@ -98,8 +98,8 @@ for opt,arg in opts:
         config.skip_perf_tests = True
 
     if opt == '--verbose':
-        if arg not in ["0","1","2","3"]:
-            sys.stderr.write("ERROR: requested verbosity %s not supported, use 0,1,2 or 3" % arg)
+        if arg not in ["0","1","2","3","4"]:
+            sys.stderr.write("ERROR: requested verbosity %s not supported, use 0,1,2,3 or 4" % arg)
             sys.exit(1)
         config.verbose = int(arg)
 
index 3479b6a..e44f5f5 100644 (file)
@@ -1052,7 +1052,7 @@ def checkStats(stats_file, range_fields):
                 print field, 'value is too high:'
                 result = failBecause('stat not good enough')
 
-            if val < lowerBound or val > upperBound:
+            if val < lowerBound or val > upperBound or config.verbose >= 4:
                 valStr = str(val)
                 valLen = len(valStr)
                 expectedStr = str(expected)