Simon Jakobi pushed to branch wip/sjakobi/T16720 at Glasgow Haskell Compiler / GHC

Commits:

• fc9b2d1e
  by Simon Jakobi at 2026-07-18T12:15:27+02:00

  testsuite: Match failure output summary markers
  
  Use the same wording in the closing marker as in the unexpected failures output summary heading.
  
  Assisted-by: gpt-5.6-sol via Codex CLI
  

• c229dbea
  by Simon Jakobi at 2026-07-18T12:23:01+02:00

  testsuite: Exercise excessive failure summary in CI
  
  Temporarily force one unexpected failure in the aarch64 Debian 13 validation job and lower its summary threshold so CI covers the too-many-failures path.
  
  Assisted-by: gpt-5.6-sol via Codex CLI
  

• f9d154cb
  by Simon Jakobi at 2026-07-18T12:28:47+02:00

  testsuite: Exercise failure summary line limit in CI
  
  Add a 101-line failing test to the aarch64 Darwin validation job so CI covers output truncation without changing the 100-line limit.
  
  Assisted-by: gpt-5.6-sol via Codex CLI
  

• 0c3b23ed
  by Simon Jakobi at 2026-07-18T12:39:35+02:00

  testsuite: Exercise unexpected pass summary in CI
  
  Add an intentional unexpected pass to the Darwin validation probe so its placement relative to the failure output summary is visible in CI.
  
  Assisted-by: gpt-5.6-sol via Codex CLI
  

5 changed files:

• testsuite/driver/testlib.py
• + testsuite/tests/driver/T16720SummaryLines.hs
• + testsuite/tests/driver/T16720TooManyFailures.hs
• + testsuite/tests/driver/T16720UnexpectedPass.hs
• testsuite/tests/driver/all.T

Changes:

 # Above this many unexpected failures, skip repeating output entirely: the

 # dump would drown out the summary.

-MAX_SUMMARY_OUTPUT_TESTS = 20

+MAX_SUMMARY_OUTPUT_TESTS = \

+    0 if config.test_env == 'aarch64-linux-deb13-validate' else 20

 def printTestOutputSummary(file: TextIO, testInfos, color: bool=False,

                            junit_path: Optional[Path]=None) -> None:

                 # cannot represent; replace rather than crash (cf safe_print).

                 enc = getattr(file, 'encoding', None) or 'utf-8'

                 file.write(s.encode(enc, errors='replace').decode(enc))

-    footer = '<===== end of output of unexpected failures'

+    footer = '<===== end of unexpected failures output summary'

     if color:

         footer = colored(Color.RED, footer)

     file.write(footer + '\n\n')

+module Main where

+

+import System.Exit (exitFailure)

+

+main :: IO ()

+main = do

+  mapM_ print [1 .. 101 :: Int]

+  exitFailure

+module T16720TooManyFailures where

+module T16720UnexpectedPass where

 test('T24120', normal, compile, ['-Wunused-packages -hide-all-packages -package base -package system-cxx-std-lib'])

 test('T26551', [extra_files(['T26551.hs'])], makefile_test, [])

 test('T26435', [only_ways(['llvm'])], warn_and_run, ['-finfo-table-map'])

+

+# Deliberately fail fast-CI jobs to exercise the summary output limits.

+test('T16720TooManyFailures',

+     [unless(config.test_env == 'aarch64-linux-deb13-validate', skip)],

+     compile_fail, [''])

+

+test('T16720SummaryLines',

+     [unless(config.test_env == 'aarch64-darwin-validate', skip)],

+     compile_and_run, [''])

+

+# Show the failure output summary alongside another kind of unexpected result.

+test('T16720UnexpectedPass',

+     [unless(config.test_env == 'aarch64-darwin-validate', skip), expect_fail],

+     compile, [''])