Print test suite results ("unexpected failures" etc.) in sorted order
authorÖmer Sinan Ağacan <omeragacan@gmail.com>
Tue, 19 Mar 2019 09:53:51 +0000 (12:53 +0300)
committerMarge Bot <ben+marge-bot@smart-cactus.org>
Thu, 21 Mar 2019 00:17:05 +0000 (20:17 -0400)
Fixes #16425

testsuite/driver/testlib.py

index a2e7dde..69c1a99 100644 (file)
@@ -2214,7 +2214,7 @@ def printUnexpectedTests(file, testInfoss):
 
 def printTestInfosSummary(file, testInfos):
     maxDirLen = max(len(tr.directory) for tr in testInfos)
-    for result in testInfos:
+    for result in sorted(testInfos, key=lambda r: (r.testname.lower(), r.way, r.directory)):
         directory = result.directory.ljust(maxDirLen)
         file.write('   {directory}  {r.testname} [{r.reason}] ({r.way})\n'.format(
             r = result,