Disable fragile test cases: T14697 T5559 T3424
authorVladislav Zavialov <vlad.z.4096@gmail.com>
Sat, 23 Feb 2019 22:03:35 +0000 (01:03 +0300)
committerBen Gamari <ben@smart-cactus.org>
Mon, 1 Jul 2019 20:55:37 +0000 (16:55 -0400)
See Trac #15072, Trac #16349, Trac #16350

(cherry picked from commit 14586f5d737ec5dc828633267b50dcf0d47e1696)

testsuite/tests/perf/compiler/all.T
testsuite/tests/profiling/should_run/all.T
testsuite/tests/rts/all.T

index b2ca109..90a737c 100644 (file)
@@ -358,8 +358,11 @@ test('T13719',
 
 test('T14697',
      [ collect_compiler_stats('bytes allocated',10),
-       # This generates too large of a command-line for poor Windows
-       when(opsys('mingw32'), expect_broken(15072)),
+       # This generates too large of a command-line for poor Windows and
+       # Darwin. The failure is non-deterministic, so we 'skip' it rather than
+       # 'expect_broken'. The solution is to teach the testsuite driver to
+       # invoke GHC with a response file, see Trac #15072
+       when(opsys('mingw32') or opsys('darwin'), skip),
        pre_cmd('./genT14697'),
        extra_files(['genT14697']),
        extra_hc_opts('$(cat T14697-flags)'), # 10k -optP arguments
index d7cd248..cd92fcc 100644 (file)
@@ -88,7 +88,9 @@ test('prof-doc-fib', [], compile_and_run, [''])
 test('prof-doc-last', [], compile_and_run, ['-fno-full-laziness'])
 
 # unicode in cost centre names
-test('T5559', [], compile_and_run, [''])
+test('T5559',
+     [ skip # Skip due to non-deterministic failures on CI, see Trac #16350
+     ], compile_and_run, [''])
 
 # Note [consistent stacks]
 #  Certain optimisations can change the stacks we get out of the
index d6dc232..0bfad3e 100644 (file)
@@ -106,9 +106,13 @@ test('atomicinc', [ c_src, only_ways(['normal','threaded1', 'threaded2']) ], com
 test('atomicxchg', [ c_src, only_ways(['threaded1', 'threaded2']) ],
 compile_and_run, [''])
 
-test('T3424', # it's slow:
-              [ when(fast(), skip), only_ways(['normal','threaded1','ghci']) ],
-              compile_and_run, [''])
+test('T3424',
+     [ # Skip due to non-deterministic timeouts on CI, see Trac #16349
+       when(unregisterised(), skip),
+       # And it's slow in general
+       only_ways(['normal','threaded1','ghci'])
+     ],
+     compile_and_run, [''])
 
 # Test for out-of-range heap size
 test('rtsflags001', [ only_ways(['normal']), exit_code(1), extra_run_opts('+RTS -H0m -RTS') ], compile_and_run, [''])