| # Test various combinations of options controlling lit stdout and stderr output |
| |
| # RUN: mkdir -p %t |
| |
| ### Test default |
| |
| # RUN: not %{lit} %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # NO-ARGS: -- Testing: 5 tests, 1 workers -- |
| # NO-ARGS-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # NO-ARGS-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # NO-ARGS-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # NO-ARGS-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # NO-ARGS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # NO-ARGS-NEXT: ******************** |
| # NO-ARGS-NEXT: Failed Tests (1): |
| # NO-ARGS-NEXT: verbosity :: fail.txt |
| # NO-ARGS-EMPTY: |
| # NO-ARGS-NEXT: ******************** |
| # NO-ARGS-NEXT: Unexpectedly Passed Tests (1): |
| # NO-ARGS-NEXT: verbosity :: xpass.txt |
| # NO-ARGS-EMPTY: |
| # NO-ARGS-EMPTY: |
| # NO-ARGS-NEXT: Testing Time: {{.*}}s |
| # NO-ARGS-EMPTY: |
| # NO-ARGS-NEXT: Total Discovered Tests: 5 |
| # NO-ARGS-NEXT: Unsupported : 1 (20.00%) |
| # NO-ARGS-NEXT: Passed : 1 (20.00%) |
| # NO-ARGS-NEXT: Expectedly Failed : 1 (20.00%) |
| # NO-ARGS-NEXT: Failed : 1 (20.00%) |
| # NO-ARGS-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # NO-ARGS-ERR: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: note: this is a note |
| # NO-ARGS-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning |
| # NO-ARGS-ERR-EMPTY: |
| # NO-ARGS-ERR-NEXT: 1 warning(s) in tests |
| |
| |
| ### Test aliases |
| |
| # RUN: not %{lit} --succinct %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SUCCINCT < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # SUCCINCT: -- Testing: 5 tests, 1 workers -- |
| # SUCCINCT-NEXT: Testing: |
| # SUCCINCT-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # SUCCINCT-NEXT: Testing: |
| # SUCCINCT-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # SUCCINCT-NEXT: Testing: |
| # SUCCINCT-NEXT: ******************** |
| # SUCCINCT-NEXT: Failed Tests (1): |
| # SUCCINCT-NEXT: verbosity :: fail.txt |
| # SUCCINCT-EMPTY: |
| # SUCCINCT-NEXT: ******************** |
| # SUCCINCT-NEXT: Unexpectedly Passed Tests (1): |
| # SUCCINCT-NEXT: verbosity :: xpass.txt |
| # SUCCINCT-EMPTY: |
| # SUCCINCT-EMPTY: |
| # SUCCINCT-NEXT: Testing Time: {{.*}}s |
| # SUCCINCT-EMPTY: |
| # SUCCINCT-NEXT: Total Discovered Tests: 5 |
| # SUCCINCT-NEXT: Unsupported : 1 (20.00%) |
| # SUCCINCT-NEXT: Passed : 1 (20.00%) |
| # SUCCINCT-NEXT: Expectedly Failed : 1 (20.00%) |
| # SUCCINCT-NEXT: Failed : 1 (20.00%) |
| # SUCCINCT-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --verbose %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix VERBOSE < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # VERBOSE: -- Testing: 5 tests, 1 workers -- |
| # VERBOSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # VERBOSE-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # VERBOSE-NEXT: Exit Code: 127 |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: Command Output (stdout): |
| # VERBOSE-NEXT: -- |
| # VERBOSE-NEXT: # {{R}}UN: at line 1 |
| # VERBOSE-NEXT: echo "fail test output" |
| # VERBOSE-NEXT: # executed command: echo 'fail test output' |
| # VERBOSE-NEXT: # .---command stdout------------ |
| # VERBOSE-NEXT: # | fail test output |
| # VERBOSE-NEXT: # `----------------------------- |
| # VERBOSE-NEXT: # {{R}}UN: at line 2 |
| # VERBOSE-NEXT: fail |
| # VERBOSE-NEXT: # executed command: fail |
| # VERBOSE-NEXT: # .---command stderr------------ |
| # VERBOSE-NEXT: # | 'fail': command not found |
| # VERBOSE-NEXT: # `----------------------------- |
| # VERBOSE-NEXT: # error: command failed with exit status: 127 |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: -- |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: ******************** |
| # VERBOSE-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # VERBOSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # VERBOSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # VERBOSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # VERBOSE-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # VERBOSE-NEXT: Exit Code: 0 |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: Command Output (stdout): |
| # VERBOSE-NEXT: -- |
| # VERBOSE-NEXT: # {{R}}UN: at line 2 |
| # VERBOSE-NEXT: echo "xpass test output" |
| # VERBOSE-NEXT: # executed command: echo 'xpass test output' |
| # VERBOSE-NEXT: # .---command stdout------------ |
| # VERBOSE-NEXT: # | xpass test output |
| # VERBOSE-NEXT: # `----------------------------- |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: -- |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: ******************** |
| # VERBOSE-NEXT: ******************** |
| # VERBOSE-NEXT: Failed Tests (1): |
| # VERBOSE-NEXT: verbosity :: fail.txt |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: ******************** |
| # VERBOSE-NEXT: Unexpectedly Passed Tests (1): |
| # VERBOSE-NEXT: verbosity :: xpass.txt |
| # VERBOSE-EMPTY: |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: Testing Time: {{.*}}s |
| # VERBOSE-EMPTY: |
| # VERBOSE-NEXT: Total Discovered Tests: 5 |
| # VERBOSE-NEXT: Unsupported : 1 (20.00%) |
| # VERBOSE-NEXT: Passed : 1 (20.00%) |
| # VERBOSE-NEXT: Expectedly Failed : 1 (20.00%) |
| # VERBOSE-NEXT: Failed : 1 (20.00%) |
| # VERBOSE-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --show-all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # SHOW-ALL: -- Testing: 5 tests, 1 workers -- |
| # SHOW-ALL-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # SHOW-ALL-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # SHOW-ALL-NEXT: Exit Code: 127 |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: Command Output (stdout): |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-NEXT: # {{R}}UN: at line 1 |
| # SHOW-ALL-NEXT: echo "fail test output" |
| # SHOW-ALL-NEXT: # executed command: echo 'fail test output' |
| # SHOW-ALL-NEXT: # .---command stdout------------ |
| # SHOW-ALL-NEXT: # | fail test output |
| # SHOW-ALL-NEXT: # `----------------------------- |
| # SHOW-ALL-NEXT: # {{R}}UN: at line 2 |
| # SHOW-ALL-NEXT: fail |
| # SHOW-ALL-NEXT: # executed command: fail |
| # SHOW-ALL-NEXT: # .---command stderr------------ |
| # SHOW-ALL-NEXT: # | 'fail': command not found |
| # SHOW-ALL-NEXT: # `----------------------------- |
| # SHOW-ALL-NEXT: # error: command failed with exit status: 127 |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # SHOW-ALL-NEXT: Exit Code: 0 |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: Command Output (stdout): |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-NEXT: # {{R}}UN: at line 1 |
| # SHOW-ALL-NEXT: echo "pass test output" |
| # SHOW-ALL-NEXT: # executed command: echo 'pass test output' |
| # SHOW-ALL-NEXT: # .---command stdout------------ |
| # SHOW-ALL-NEXT: # | pass test output |
| # SHOW-ALL-NEXT: # `----------------------------- |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # SHOW-ALL-NEXT: Test requires the following unavailable features: asdf |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # SHOW-ALL-NEXT: Exit Code: 1 |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: Command Output (stdout): |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-NEXT: # {{R}}UN: at line 2 |
| # SHOW-ALL-NEXT: not echo "xfail test output" |
| # SHOW-ALL-NEXT: # executed command: not echo 'xfail test output' |
| # SHOW-ALL-NEXT: # .---command stdout------------ |
| # SHOW-ALL-NEXT: # | xfail test output |
| # SHOW-ALL-NEXT: # `----------------------------- |
| # SHOW-ALL-NEXT: # error: command failed with exit status: 1 |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # SHOW-ALL-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # SHOW-ALL-NEXT: Exit Code: 0 |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: Command Output (stdout): |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-NEXT: # {{R}}UN: at line 2 |
| # SHOW-ALL-NEXT: echo "xpass test output" |
| # SHOW-ALL-NEXT: # executed command: echo 'xpass test output' |
| # SHOW-ALL-NEXT: # .---command stdout------------ |
| # SHOW-ALL-NEXT: # | xpass test output |
| # SHOW-ALL-NEXT: # `----------------------------- |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: -- |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: Failed Tests (1): |
| # SHOW-ALL-NEXT: verbosity :: fail.txt |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: ******************** |
| # SHOW-ALL-NEXT: Unexpectedly Passed Tests (1): |
| # SHOW-ALL-NEXT: verbosity :: xpass.txt |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: Testing Time: {{.*}}s |
| # SHOW-ALL-EMPTY: |
| # SHOW-ALL-NEXT: Total Discovered Tests: 5 |
| # SHOW-ALL-NEXT: Unsupported : 1 (20.00%) |
| # SHOW-ALL-NEXT: Passed : 1 (20.00%) |
| # SHOW-ALL-NEXT: Expectedly Failed : 1 (20.00%) |
| # SHOW-ALL-NEXT: Failed : 1 (20.00%) |
| # SHOW-ALL-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --quiet %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # QUIET: -- Testing: 5 tests, 1 workers -- |
| # QUIET-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # QUIET-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # QUIET-NEXT: ******************** |
| # QUIET-NEXT: Failed Tests (1): |
| # QUIET-NEXT: verbosity :: fail.txt |
| # QUIET-EMPTY: |
| # QUIET-NEXT: ******************** |
| # QUIET-NEXT: Unexpectedly Passed Tests (1): |
| # QUIET-NEXT: verbosity :: xpass.txt |
| # QUIET-EMPTY: |
| # QUIET-EMPTY: |
| # QUIET-NEXT: Total Discovered Tests: 5 |
| # QUIET-NEXT: Failed : 1 (20.00%) |
| # QUIET-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # QUIET-ERR: 1 warning(s) in tests |
| |
| |
| ### Test log output |
| |
| # RUN: not %{lit} --debug %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix DEBUG < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix DEBUG-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # DEBUG: -- Testing: 5 tests, 1 workers -- |
| # DEBUG-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # DEBUG-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # DEBUG-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # DEBUG-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # DEBUG-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # DEBUG-NEXT: ******************** |
| # DEBUG-NEXT: Failed Tests (1): |
| # DEBUG-NEXT: verbosity :: fail.txt |
| # DEBUG-EMPTY: |
| # DEBUG-NEXT: ******************** |
| # DEBUG-NEXT: Unexpectedly Passed Tests (1): |
| # DEBUG-NEXT: verbosity :: xpass.txt |
| # DEBUG-EMPTY: |
| # DEBUG-EMPTY: |
| # DEBUG-NEXT: Testing Time: {{.*}}s |
| # DEBUG-EMPTY: |
| # DEBUG-NEXT: Total Discovered Tests: 5 |
| # DEBUG-NEXT: Unsupported : 1 (20.00%) |
| # DEBUG-NEXT: Passed : 1 (20.00%) |
| # DEBUG-NEXT: Expectedly Failed : 1 (20.00%) |
| # DEBUG-NEXT: Failed : 1 (20.00%) |
| # DEBUG-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # DEBUG-ERR: lit.py: {{.*}}discovery.py:{{[0-9]+}}: debug: loading suite config '{{.*}}lit.cfg' |
| # DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: debug: this is a debug log |
| # DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: note: this is a note |
| # DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning |
| # DEBUG-ERR-NEXT: lit.py: {{.*}}TestingConfig.py:{{[0-9]+}}: debug: ... loaded config '{{.*}}lit.cfg' |
| # DEBUG-ERR-NEXT: lit.py: {{.*}}discovery.py:{{[0-9]+}}: debug: resolved input '{{.*}}verbosity' to 'verbosity'::() |
| # DEBUG-ERR-EMPTY: |
| # DEBUG-ERR-NEXT: 1 warning(s) in tests |
| |
| |
| # RUN: not %{lit} --diagnostic-level note %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --diagnostic-level warning %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix WARNING-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # WARNING-ERR: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning |
| # WARNING-ERR-EMPTY: |
| # WARNING-ERR-NEXT: 1 warning(s) in tests |
| |
| # RUN: not %{lit} --diagnostic-level error %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix ERROR-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # ERROR-ERR: 1 warning(s) in tests |
| |
| |
| ### Test --test-output |
| |
| # RUN: not %{lit} --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --test-output failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix VERBOSE < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # TEST-OUTPUT-OFF: -- Testing: 5 tests, 1 workers -- |
| # TEST-OUTPUT-OFF-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # TEST-OUTPUT-OFF-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # TEST-OUTPUT-OFF-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # TEST-OUTPUT-OFF-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # TEST-OUTPUT-OFF-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # TEST-OUTPUT-OFF-NEXT: ******************** |
| # TEST-OUTPUT-OFF-NEXT: Failed Tests (1): |
| # TEST-OUTPUT-OFF-NEXT: verbosity :: fail.txt |
| # TEST-OUTPUT-OFF-EMPTY: |
| # TEST-OUTPUT-OFF-NEXT: ******************** |
| # TEST-OUTPUT-OFF-NEXT: Unexpectedly Passed Tests (1): |
| # TEST-OUTPUT-OFF-NEXT: verbosity :: xpass.txt |
| # TEST-OUTPUT-OFF-EMPTY: |
| # TEST-OUTPUT-OFF-EMPTY: |
| # TEST-OUTPUT-OFF-NEXT: Testing Time: {{.*}}s |
| # TEST-OUTPUT-OFF-EMPTY: |
| # TEST-OUTPUT-OFF-NEXT: Total Discovered Tests: 5 |
| # TEST-OUTPUT-OFF-NEXT: Unsupported : 1 (20.00%) |
| # TEST-OUTPUT-OFF-NEXT: Passed : 1 (20.00%) |
| # TEST-OUTPUT-OFF-NEXT: Expectedly Failed : 1 (20.00%) |
| # TEST-OUTPUT-OFF-NEXT: Failed : 1 (20.00%) |
| # TEST-OUTPUT-OFF-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --test-output all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| |
| ### Test --print-result-after |
| |
| # RUN: not %{lit} --print-result-after off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix RESULT-OFF < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RESULT-OFF: ******************** |
| # RESULT-OFF-NEXT: Failed Tests (1): |
| # RESULT-OFF-NEXT: verbosity :: fail.txt |
| # RESULT-OFF-EMPTY: |
| # RESULT-OFF-NEXT: ******************** |
| # RESULT-OFF-NEXT: Unexpectedly Passed Tests (1): |
| # RESULT-OFF-NEXT: verbosity :: xpass.txt |
| # RESULT-OFF-EMPTY: |
| # RESULT-OFF-EMPTY: |
| # RESULT-OFF-NEXT: Testing Time: {{.*}}s |
| # RESULT-OFF-EMPTY: |
| # RESULT-OFF-NEXT: Total Discovered Tests: 5 |
| # RESULT-OFF-NEXT: Unsupported : 1 (20.00%) |
| # RESULT-OFF-NEXT: Passed : 1 (20.00%) |
| # RESULT-OFF-NEXT: Expectedly Failed : 1 (20.00%) |
| # RESULT-OFF-NEXT: Failed : 1 (20.00%) |
| # RESULT-OFF-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| # RUN: not %{lit} --print-result-after failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix RESULT-FAILED < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RESULT-FAILED: -- Testing: 5 tests, 1 workers -- |
| # RESULT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # RESULT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # RESULT-FAILED-NEXT: ******************** |
| # RESULT-FAILED-NEXT: Failed Tests (1): |
| # RESULT-FAILED-NEXT: verbosity :: fail.txt |
| # RESULT-FAILED-EMPTY: |
| # RESULT-FAILED-NEXT: ******************** |
| # RESULT-FAILED-NEXT: Unexpectedly Passed Tests (1): |
| # RESULT-FAILED-NEXT: verbosity :: xpass.txt |
| # RESULT-FAILED-EMPTY: |
| # RESULT-FAILED-EMPTY: |
| # RESULT-FAILED-NEXT: Testing Time: {{.*}}s |
| # RESULT-FAILED-EMPTY: |
| # RESULT-FAILED-NEXT: Total Discovered Tests: 5 |
| # RESULT-FAILED-NEXT: Unsupported : 1 (20.00%) |
| # RESULT-FAILED-NEXT: Passed : 1 (20.00%) |
| # RESULT-FAILED-NEXT: Expectedly Failed : 1 (20.00%) |
| # RESULT-FAILED-NEXT: Failed : 1 (20.00%) |
| # RESULT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| # RUN: not %{lit} --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| |
| ### Test combinations of --print-result-after followed by --test-output |
| |
| # RUN: not %{lit} --print-result-after off --test-output failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix RESULT-OFF-OUTPUT-FAILED < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RESULT-OFF-OUTPUT-FAILED: -- Testing: 5 tests, 1 workers -- |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Exit Code: 127 |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Command Output (stdout): |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: -- |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 1 |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: echo "fail test output" |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: echo 'fail test output' |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stdout------------ |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # | fail test output |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # `----------------------------- |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 2 |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: fail |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: fail |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stderr------------ |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # | 'fail': command not found |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # `----------------------------- |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # error: command failed with exit status: 127 |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: -- |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Exit Code: 0 |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Command Output (stdout): |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: -- |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 2 |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: echo "xpass test output" |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: echo 'xpass test output' |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stdout------------ |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # | xpass test output |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: # `----------------------------- |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: -- |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Failed Tests (1): |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: verbosity :: fail.txt |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Unexpectedly Passed Tests (1): |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: verbosity :: xpass.txt |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Testing Time: {{.*}}s |
| # RESULT-OFF-OUTPUT-FAILED-EMPTY: |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Total Discovered Tests: 5 |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Unsupported : 1 (20.00%) |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Passed : 1 (20.00%) |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Expectedly Failed : 1 (20.00%) |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Failed : 1 (20.00%) |
| # RESULT-OFF-OUTPUT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --print-result-after all --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --print-result-after failed --test-output all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| |
| ### Test combinations of --test-output followed by --print-result-after |
| |
| # RUN: not %{lit} --test-output failed --print-result-after off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix RESULT-OFF < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --test-output off --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --test-output all --print-result-after failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix OUTPUT-ALL-RESULT-FAILED < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # OUTPUT-ALL-RESULT-FAILED: -- Testing: 5 tests, 1 workers -- |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Exit Code: 127 |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Command Output (stdout): |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: -- |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 1 |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: echo "fail test output" |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: echo 'fail test output' |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stdout------------ |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # | fail test output |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # `----------------------------- |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 2 |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: fail |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: fail |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stderr------------ |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # | 'fail': command not found |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # `----------------------------- |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # error: command failed with exit status: 127 |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: -- |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Exit Code: 0 |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Command Output (stdout): |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: -- |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 2 |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: echo "xpass test output" |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: echo 'xpass test output' |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stdout------------ |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # | xpass test output |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: # `----------------------------- |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: -- |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Failed Tests (1): |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: verbosity :: fail.txt |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Unexpectedly Passed Tests (1): |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: verbosity :: xpass.txt |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Testing Time: {{.*}} |
| # OUTPUT-ALL-RESULT-FAILED-EMPTY: |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Total Discovered Tests: 5 |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Unsupported : 1 (20.00%) |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Passed : 1 (20.00%) |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Expectedly Failed : 1 (20.00%) |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Failed : 1 (20.00%) |
| # OUTPUT-ALL-RESULT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| ### Test progress bar and terse summary in isolation |
| |
| # RUN: not %{lit} --progress-bar %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix PROGRESS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # PROGRESS: -- Testing: 5 tests, 1 workers -- |
| # PROGRESS-NEXT: Testing: |
| # PROGRESS-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # PROGRESS-NEXT: Testing: |
| # PROGRESS-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # PROGRESS-NEXT: Testing: |
| # PROGRESS-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # PROGRESS-NEXT: Testing: |
| # PROGRESS-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # PROGRESS-NEXT: Testing: |
| # PROGRESS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # PROGRESS-NEXT: Testing: |
| # PROGRESS-NEXT: ******************** |
| # PROGRESS-NEXT: Failed Tests (1): |
| # PROGRESS-NEXT: verbosity :: fail.txt |
| # PROGRESS-EMPTY: |
| # PROGRESS-NEXT: ******************** |
| # PROGRESS-NEXT: Unexpectedly Passed Tests (1): |
| # PROGRESS-NEXT: verbosity :: xpass.txt |
| # PROGRESS-EMPTY: |
| # PROGRESS-EMPTY: |
| # PROGRESS-NEXT: Testing Time: {{.*}}s |
| # PROGRESS-EMPTY: |
| # PROGRESS-NEXT: Total Discovered Tests: 5 |
| # PROGRESS-NEXT: Unsupported : 1 (20.00%) |
| # PROGRESS-NEXT: Passed : 1 (20.00%) |
| # PROGRESS-NEXT: Expectedly Failed : 1 (20.00%) |
| # PROGRESS-NEXT: Failed : 1 (20.00%) |
| # PROGRESS-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix TERSE < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # TERSE: -- Testing: 5 tests, 1 workers -- |
| # TERSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # TERSE-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # TERSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # TERSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # TERSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # TERSE-NEXT: ******************** |
| # TERSE-NEXT: Failed Tests (1): |
| # TERSE-NEXT: verbosity :: fail.txt |
| # TERSE-EMPTY: |
| # TERSE-NEXT: ******************** |
| # TERSE-NEXT: Unexpectedly Passed Tests (1): |
| # TERSE-NEXT: verbosity :: xpass.txt |
| # TERSE-EMPTY: |
| # TERSE-EMPTY: |
| # TERSE-NEXT: Total Discovered Tests: 5 |
| # TERSE-NEXT: Failed : 1 (20.00%) |
| # TERSE-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| ### Aliases in combination |
| |
| # RUN: not %{lit} -a -s %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix AS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # AS: -- Testing: 5 tests, 1 workers -- |
| # AS-NEXT: Testing: |
| # AS-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # AS-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # AS-NEXT: Exit Code: 127 |
| # AS-EMPTY: |
| # AS-NEXT: Command Output (stdout): |
| # AS-NEXT: -- |
| # AS-NEXT: # {{R}}UN: at line 1 |
| # AS-NEXT: echo "fail test output" |
| # AS-NEXT: # executed command: echo 'fail test output' |
| # AS-NEXT: # .---command stdout------------ |
| # AS-NEXT: # | fail test output |
| # AS-NEXT: # `----------------------------- |
| # AS-NEXT: # {{R}}UN: at line 2 |
| # AS-NEXT: fail |
| # AS-NEXT: # executed command: fail |
| # AS-NEXT: # .---command stderr------------ |
| # AS-NEXT: # | 'fail': command not found |
| # AS-NEXT: # `----------------------------- |
| # AS-NEXT: # error: command failed with exit status: 127 |
| # AS-EMPTY: |
| # AS-NEXT: -- |
| # AS-EMPTY: |
| # AS-NEXT: ******************** |
| # AS-NEXT: Testing: |
| # AS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # AS-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # AS-NEXT: Exit Code: 0 |
| # AS-EMPTY: |
| # AS-NEXT: Command Output (stdout): |
| # AS-NEXT: -- |
| # AS-NEXT: # {{R}}UN: at line 2 |
| # AS-NEXT: echo "xpass test output" |
| # AS-NEXT: # executed command: echo 'xpass test output' |
| # AS-NEXT: # .---command stdout------------ |
| # AS-NEXT: # | xpass test output |
| # AS-NEXT: # `----------------------------- |
| # AS-EMPTY: |
| # AS-NEXT: -- |
| # AS-EMPTY: |
| # AS-NEXT: ******************** |
| # AS-NEXT: Testing: |
| # AS-NEXT: ******************** |
| # AS-NEXT: Failed Tests (1): |
| # AS-NEXT: verbosity :: fail.txt |
| # AS-EMPTY: |
| # AS-NEXT: ******************** |
| # AS-NEXT: Unexpectedly Passed Tests (1): |
| # AS-NEXT: verbosity :: xpass.txt |
| # AS-EMPTY: |
| # AS-EMPTY: |
| # AS-NEXT: Testing Time: {{.*}}s |
| # AS-EMPTY: |
| # AS-NEXT: Total Discovered Tests: 5 |
| # AS-NEXT: Unsupported : 1 (20.00%) |
| # AS-NEXT: Passed : 1 (20.00%) |
| # AS-NEXT: Expectedly Failed : 1 (20.00%) |
| # AS-NEXT: Failed : 1 (20.00%) |
| # AS-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| # RUN: not %{lit} -s -a %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SA < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # SA: -- Testing: 5 tests, 1 workers -- |
| # SA-NEXT: Testing: |
| # SA-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # SA-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # SA-NEXT: Exit Code: 127 |
| # SA-EMPTY: |
| # SA-NEXT: Command Output (stdout): |
| # SA-NEXT: -- |
| # SA-NEXT: # {{R}}UN: at line 1 |
| # SA-NEXT: echo "fail test output" |
| # SA-NEXT: # executed command: echo 'fail test output' |
| # SA-NEXT: # .---command stdout------------ |
| # SA-NEXT: # | fail test output |
| # SA-NEXT: # `----------------------------- |
| # SA-NEXT: # {{R}}UN: at line 2 |
| # SA-NEXT: fail |
| # SA-NEXT: # executed command: fail |
| # SA-NEXT: # .---command stderr------------ |
| # SA-NEXT: # | 'fail': command not found |
| # SA-NEXT: # `----------------------------- |
| # SA-NEXT: # error: command failed with exit status: 127 |
| # SA-EMPTY: |
| # SA-NEXT: -- |
| # SA-EMPTY: |
| # SA-NEXT: ******************** |
| # SA-NEXT: Testing: |
| # SA-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # SA-NEXT: Exit Code: 0 |
| # SA-EMPTY: |
| # SA-NEXT: Command Output (stdout): |
| # SA-NEXT: -- |
| # SA-NEXT: # {{R}}UN: at line 1 |
| # SA-NEXT: echo "pass test output" |
| # SA-NEXT: # executed command: echo 'pass test output' |
| # SA-NEXT: # .---command stdout------------ |
| # SA-NEXT: # | pass test output |
| # SA-NEXT: # `----------------------------- |
| # SA-EMPTY: |
| # SA-NEXT: -- |
| # SA-EMPTY: |
| # SA-NEXT: ******************** |
| # SA-NEXT: Testing: |
| # SA-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # SA-NEXT: Test requires the following unavailable features: asdf |
| # SA-NEXT: ******************** |
| # SA-NEXT: Testing: |
| # SA-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # SA-NEXT: Exit Code: 1 |
| # SA-EMPTY: |
| # SA-NEXT: Command Output (stdout): |
| # SA-NEXT: -- |
| # SA-NEXT: # {{R}}UN: at line 2 |
| # SA-NEXT: not echo "xfail test output" |
| # SA-NEXT: # executed command: not echo 'xfail test output' |
| # SA-NEXT: # .---command stdout------------ |
| # SA-NEXT: # | xfail test output |
| # SA-NEXT: # `----------------------------- |
| # SA-NEXT: # error: command failed with exit status: 1 |
| # SA-EMPTY: |
| # SA-NEXT: -- |
| # SA-EMPTY: |
| # SA-NEXT: ******************** |
| # SA-NEXT: Testing: |
| # SA-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # SA-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # SA-NEXT: Exit Code: 0 |
| # SA-EMPTY: |
| # SA-NEXT: Command Output (stdout): |
| # SA-NEXT: -- |
| # SA-NEXT: # {{R}}UN: at line 2 |
| # SA-NEXT: echo "xpass test output" |
| # SA-NEXT: # executed command: echo 'xpass test output' |
| # SA-NEXT: # .---command stdout------------ |
| # SA-NEXT: # | xpass test output |
| # SA-NEXT: # `----------------------------- |
| # SA-EMPTY: |
| # SA-NEXT: -- |
| # SA-EMPTY: |
| # SA-NEXT: ******************** |
| # SA-NEXT: Testing: |
| # SA-NEXT: ******************** |
| # SA-NEXT: Failed Tests (1): |
| # SA-NEXT: verbosity :: fail.txt |
| # SA-EMPTY: |
| # SA-NEXT: ******************** |
| # SA-NEXT: Unexpectedly Passed Tests (1): |
| # SA-NEXT: verbosity :: xpass.txt |
| # SA-EMPTY: |
| # SA-EMPTY: |
| # SA-NEXT: Testing Time: {{.*}}s |
| # SA-EMPTY: |
| # SA-NEXT: Total Discovered Tests: 5 |
| # SA-NEXT: Unsupported : 1 (20.00%) |
| # SA-NEXT: Passed : 1 (20.00%) |
| # SA-NEXT: Expectedly Failed : 1 (20.00%) |
| # SA-NEXT: Failed : 1 (20.00%) |
| # SA-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| # RUN: not %{lit} -q -a %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QA < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # QA: -- Testing: 5 tests, 1 workers -- |
| # QA-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # QA-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # QA-NEXT: Exit Code: 127 |
| # QA-EMPTY: |
| # QA-NEXT: Command Output (stdout): |
| # QA-NEXT: -- |
| # QA-NEXT: # {{R}}UN: at line 1 |
| # QA-NEXT: echo "fail test output" |
| # QA-NEXT: # executed command: echo 'fail test output' |
| # QA-NEXT: # .---command stdout------------ |
| # QA-NEXT: # | fail test output |
| # QA-NEXT: # `----------------------------- |
| # QA-NEXT: # {{R}}UN: at line 2 |
| # QA-NEXT: fail |
| # QA-NEXT: # executed command: fail |
| # QA-NEXT: # .---command stderr------------ |
| # QA-NEXT: # | 'fail': command not found |
| # QA-NEXT: # `----------------------------- |
| # QA-NEXT: # error: command failed with exit status: 127 |
| # QA-EMPTY: |
| # QA-NEXT: -- |
| # QA-EMPTY: |
| # QA-NEXT: ******************** |
| # QA-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # QA-NEXT: Exit Code: 0 |
| # QA-EMPTY: |
| # QA-NEXT: Command Output (stdout): |
| # QA-NEXT: -- |
| # QA-NEXT: # {{R}}UN: at line 1 |
| # QA-NEXT: echo "pass test output" |
| # QA-NEXT: # executed command: echo 'pass test output' |
| # QA-NEXT: # .---command stdout------------ |
| # QA-NEXT: # | pass test output |
| # QA-NEXT: # `----------------------------- |
| # QA-EMPTY: |
| # QA-NEXT: -- |
| # QA-EMPTY: |
| # QA-NEXT: ******************** |
| # QA-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # QA-NEXT: Test requires the following unavailable features: asdf |
| # QA-NEXT: ******************** |
| # QA-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # QA-NEXT: Exit Code: 1 |
| # QA-EMPTY: |
| # QA-NEXT: Command Output (stdout): |
| # QA-NEXT: -- |
| # QA-NEXT: # {{R}}UN: at line 2 |
| # QA-NEXT: not echo "xfail test output" |
| # QA-NEXT: # executed command: not echo 'xfail test output' |
| # QA-NEXT: # .---command stdout------------ |
| # QA-NEXT: # | xfail test output |
| # QA-NEXT: # `----------------------------- |
| # QA-NEXT: # error: command failed with exit status: 1 |
| # QA-EMPTY: |
| # QA-NEXT: -- |
| # QA-EMPTY: |
| # QA-NEXT: ******************** |
| # QA-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # QA-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # QA-NEXT: Exit Code: 0 |
| # QA-EMPTY: |
| # QA-NEXT: Command Output (stdout): |
| # QA-NEXT: -- |
| # QA-NEXT: # {{R}}UN: at line 2 |
| # QA-NEXT: echo "xpass test output" |
| # QA-NEXT: # executed command: echo 'xpass test output' |
| # QA-NEXT: # .---command stdout------------ |
| # QA-NEXT: # | xpass test output |
| # QA-NEXT: # `----------------------------- |
| # QA-EMPTY: |
| # QA-NEXT: -- |
| # QA-EMPTY: |
| # QA-NEXT: ******************** |
| # QA-NEXT: ******************** |
| # QA-NEXT: Failed Tests (1): |
| # QA-NEXT: verbosity :: fail.txt |
| # QA-EMPTY: |
| # QA-NEXT: ******************** |
| # QA-NEXT: Unexpectedly Passed Tests (1): |
| # QA-NEXT: verbosity :: xpass.txt |
| # QA-EMPTY: |
| # QA-EMPTY: |
| # QA-NEXT: Total Discovered Tests: 5 |
| # QA-NEXT: Failed : 1 (20.00%) |
| # QA-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} -a -q %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} -sqav %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SQAV < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # SQAV: -- Testing: 5 tests, 1 workers -- |
| # SQAV-NEXT: Testing: |
| # SQAV-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # SQAV-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # SQAV-NEXT: Exit Code: 127 |
| # SQAV-EMPTY: |
| # SQAV-NEXT: Command Output (stdout): |
| # SQAV-NEXT: -- |
| # SQAV-NEXT: # {{R}}UN: at line 1 |
| # SQAV-NEXT: echo "fail test output" |
| # SQAV-NEXT: # executed command: echo 'fail test output' |
| # SQAV-NEXT: # .---command stdout------------ |
| # SQAV-NEXT: # | fail test output |
| # SQAV-NEXT: # `----------------------------- |
| # SQAV-NEXT: # {{R}}UN: at line 2 |
| # SQAV-NEXT: fail |
| # SQAV-NEXT: # executed command: fail |
| # SQAV-NEXT: # .---command stderr------------ |
| # SQAV-NEXT: # | 'fail': command not found |
| # SQAV-NEXT: # `----------------------------- |
| # SQAV-NEXT: # error: command failed with exit status: 127 |
| # SQAV-EMPTY: |
| # SQAV-NEXT: -- |
| # SQAV-EMPTY: |
| # SQAV-NEXT: ******************** |
| # SQAV-NEXT: Testing: |
| # SQAV-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # SQAV-NEXT: Testing: |
| # SQAV-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # SQAV-NEXT: Testing: |
| # SQAV-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # SQAV-NEXT: Testing: |
| # SQAV-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # SQAV-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # SQAV-NEXT: Exit Code: 0 |
| # SQAV-EMPTY: |
| # SQAV-NEXT: Command Output (stdout): |
| # SQAV-NEXT: -- |
| # SQAV-NEXT: # {{R}}UN: at line 2 |
| # SQAV-NEXT: echo "xpass test output" |
| # SQAV-NEXT: # executed command: echo 'xpass test output' |
| # SQAV-NEXT: # .---command stdout------------ |
| # SQAV-NEXT: # | xpass test output |
| # SQAV-NEXT: # `----------------------------- |
| # SQAV-EMPTY: |
| # SQAV-NEXT: -- |
| # SQAV-EMPTY: |
| # SQAV-NEXT: ******************** |
| # SQAV-NEXT: Testing: |
| # SQAV-NEXT: ******************** |
| # SQAV-NEXT: Failed Tests (1): |
| # SQAV-NEXT: verbosity :: fail.txt |
| # SQAV-EMPTY: |
| # SQAV-NEXT: ******************** |
| # SQAV-NEXT: Unexpectedly Passed Tests (1): |
| # SQAV-NEXT: verbosity :: xpass.txt |
| # SQAV-EMPTY: |
| # SQAV-EMPTY: |
| # SQAV-NEXT: Total Discovered Tests: 5 |
| # SQAV-NEXT: Failed : 1 (20.00%) |
| # SQAV-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| ### Aliases with specific overrides |
| |
| # RUN: not %{lit} --quiet --no-terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-W-SUMMARY < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # QUIET-W-SUMMARY: -- Testing: 5 tests, 1 workers -- |
| # QUIET-W-SUMMARY-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # QUIET-W-SUMMARY-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # QUIET-W-SUMMARY-NEXT: ******************** |
| # QUIET-W-SUMMARY-NEXT: Failed Tests (1): |
| # QUIET-W-SUMMARY-NEXT: verbosity :: fail.txt |
| # QUIET-W-SUMMARY-EMPTY: |
| # QUIET-W-SUMMARY-NEXT: ******************** |
| # QUIET-W-SUMMARY-NEXT: Unexpectedly Passed Tests (1): |
| # QUIET-W-SUMMARY-NEXT: verbosity :: xpass.txt |
| # QUIET-W-SUMMARY-EMPTY: |
| # QUIET-W-SUMMARY-EMPTY: |
| # QUIET-W-SUMMARY-NEXT: Testing Time: {{.*}}s |
| # QUIET-W-SUMMARY-EMPTY: |
| # QUIET-W-SUMMARY-NEXT: Total Discovered Tests: 5 |
| # QUIET-W-SUMMARY-NEXT: Unsupported : 1 (20.00%) |
| # QUIET-W-SUMMARY-NEXT: Passed : 1 (20.00%) |
| # QUIET-W-SUMMARY-NEXT: Expectedly Failed : 1 (20.00%) |
| # QUIET-W-SUMMARY-NEXT: Failed : 1 (20.00%) |
| # QUIET-W-SUMMARY-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| |
| # RUN: not %{lit} --quiet --progress-bar %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-W-PROGRESS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # QUIET-W-PROGRESS: -- Testing: 5 tests, 1 workers -- |
| # QUIET-W-PROGRESS-NEXT: Testing: |
| # QUIET-W-PROGRESS-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # QUIET-W-PROGRESS-NEXT: Testing: |
| # QUIET-W-PROGRESS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # QUIET-W-PROGRESS-NEXT: Testing: |
| # QUIET-W-PROGRESS-NEXT: ******************** |
| # QUIET-W-PROGRESS-NEXT: Failed Tests (1): |
| # QUIET-W-PROGRESS-NEXT: verbosity :: fail.txt |
| # QUIET-W-PROGRESS-EMPTY: |
| # QUIET-W-PROGRESS-NEXT: ******************** |
| # QUIET-W-PROGRESS-NEXT: Unexpectedly Passed Tests (1): |
| # QUIET-W-PROGRESS-NEXT: verbosity :: xpass.txt |
| # QUIET-W-PROGRESS-EMPTY: |
| # QUIET-W-PROGRESS-EMPTY: |
| # QUIET-W-PROGRESS-NEXT: Total Discovered Tests: 5 |
| # QUIET-W-PROGRESS-NEXT: Failed : 1 (20.00%) |
| # QUIET-W-PROGRESS-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --show-all --terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix ALL-TERSE < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # ALL-TERSE: -- Testing: 5 tests, 1 workers -- |
| # ALL-TERSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # ALL-TERSE-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ******************** |
| # ALL-TERSE-NEXT: Exit Code: 127 |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: Command Output (stdout): |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-NEXT: # {{R}}UN: at line 1 |
| # ALL-TERSE-NEXT: echo "fail test output" |
| # ALL-TERSE-NEXT: # executed command: echo 'fail test output' |
| # ALL-TERSE-NEXT: # .---command stdout------------ |
| # ALL-TERSE-NEXT: # | fail test output |
| # ALL-TERSE-NEXT: # `----------------------------- |
| # ALL-TERSE-NEXT: # {{R}}UN: at line 2 |
| # ALL-TERSE-NEXT: fail |
| # ALL-TERSE-NEXT: # executed command: fail |
| # ALL-TERSE-NEXT: # .---command stderr------------ |
| # ALL-TERSE-NEXT: # | 'fail': command not found |
| # ALL-TERSE-NEXT: # `----------------------------- |
| # ALL-TERSE-NEXT: # error: command failed with exit status: 127 |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # ALL-TERSE-NEXT: Exit Code: 0 |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: Command Output (stdout): |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-NEXT: # {{R}}UN: at line 1 |
| # ALL-TERSE-NEXT: echo "pass test output" |
| # ALL-TERSE-NEXT: # executed command: echo 'pass test output' |
| # ALL-TERSE-NEXT: # .---command stdout------------ |
| # ALL-TERSE-NEXT: # | pass test output |
| # ALL-TERSE-NEXT: # `----------------------------- |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # ALL-TERSE-NEXT: Test requires the following unavailable features: asdf |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # ALL-TERSE-NEXT: Exit Code: 1 |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: Command Output (stdout): |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-NEXT: # {{R}}UN: at line 2 |
| # ALL-TERSE-NEXT: not echo "xfail test output" |
| # ALL-TERSE-NEXT: # executed command: not echo 'xfail test output' |
| # ALL-TERSE-NEXT: # .---command stdout------------ |
| # ALL-TERSE-NEXT: # | xfail test output |
| # ALL-TERSE-NEXT: # `----------------------------- |
| # ALL-TERSE-NEXT: # error: command failed with exit status: 1 |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # ALL-TERSE-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ******************** |
| # ALL-TERSE-NEXT: Exit Code: 0 |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: Command Output (stdout): |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-NEXT: # {{R}}UN: at line 2 |
| # ALL-TERSE-NEXT: echo "xpass test output" |
| # ALL-TERSE-NEXT: # executed command: echo 'xpass test output' |
| # ALL-TERSE-NEXT: # .---command stdout------------ |
| # ALL-TERSE-NEXT: # | xpass test output |
| # ALL-TERSE-NEXT: # `----------------------------- |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: -- |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: Failed Tests (1): |
| # ALL-TERSE-NEXT: verbosity :: fail.txt |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: ******************** |
| # ALL-TERSE-NEXT: Unexpectedly Passed Tests (1): |
| # ALL-TERSE-NEXT: verbosity :: xpass.txt |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-EMPTY: |
| # ALL-TERSE-NEXT: Total Discovered Tests: 5 |
| # ALL-TERSE-NEXT: Failed : 1 (20.00%) |
| # ALL-TERSE-NEXT: Unexpectedly Passed: 1 (20.00%) |
| |
| # RUN: not %{lit} --show-all --diagnostic-level error %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --show-all --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # RUN: not %{lit} --succinct --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix SUCCINCT-RESULT-ALL < %t/stdout.txt |
| # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt |
| |
| # SUCCINCT-RESULT-ALL: -- Testing: 5 tests, 1 workers -- |
| # SUCCINCT-RESULT-ALL-NEXT: Testing: |
| # SUCCINCT-RESULT-ALL-NEXT: FAIL: verbosity :: fail.txt (1 of 5) |
| # SUCCINCT-RESULT-ALL-NEXT: Testing: |
| # SUCCINCT-RESULT-ALL-NEXT: PASS: verbosity :: pass.txt (2 of 5) |
| # SUCCINCT-RESULT-ALL-NEXT: Testing: |
| # SUCCINCT-RESULT-ALL-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5) |
| # SUCCINCT-RESULT-ALL-NEXT: Testing: |
| # SUCCINCT-RESULT-ALL-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5) |
| # SUCCINCT-RESULT-ALL-NEXT: Testing: |
| # SUCCINCT-RESULT-ALL-NEXT: XPASS: verbosity :: xpass.txt (5 of 5) |
| # SUCCINCT-RESULT-ALL-NEXT: Testing: |
| # SUCCINCT-RESULT-ALL-NEXT: ******************** |
| # SUCCINCT-RESULT-ALL-NEXT: Failed Tests (1): |
| # SUCCINCT-RESULT-ALL-NEXT: verbosity :: fail.txt |
| # SUCCINCT-RESULT-ALL-EMPTY: |
| # SUCCINCT-RESULT-ALL-NEXT: ******************** |
| # SUCCINCT-RESULT-ALL-NEXT: Unexpectedly Passed Tests (1): |
| # SUCCINCT-RESULT-ALL-NEXT: verbosity :: xpass.txt |
| # SUCCINCT-RESULT-ALL-EMPTY: |
| # SUCCINCT-RESULT-ALL-EMPTY: |
| # SUCCINCT-RESULT-ALL-NEXT: Testing Time: {{.*}}s |
| # SUCCINCT-RESULT-ALL-EMPTY: |
| # SUCCINCT-RESULT-ALL-NEXT: Total Discovered Tests: 5 |
| # SUCCINCT-RESULT-ALL-NEXT: Unsupported : 1 (20.00%) |
| # SUCCINCT-RESULT-ALL-NEXT: Passed : 1 (20.00%) |
| # SUCCINCT-RESULT-ALL-NEXT: Expectedly Failed : 1 (20.00%) |
| # SUCCINCT-RESULT-ALL-NEXT: Failed : 1 (20.00%) |
| # SUCCINCT-RESULT-ALL-NEXT: Unexpectedly Passed: 1 (20.00%) |
