| from __future__ import absolute_import |
| import os |
| import tempfile |
| import subprocess |
| import sys |
| import platform |
| |
| import lit.Test |
| import lit.TestRunner |
| import lit.util |
| from lit.formats.base import TestFormat |
| |
| |
| class LLDBTest(TestFormat): |
| def __init__(self, dotest_cmd): |
| self.dotest_cmd = dotest_cmd |
| |
| def getTestsInDirectory(self, testSuite, path_in_suite, litConfig, |
| localConfig): |
| source_path = testSuite.getSourcePath(path_in_suite) |
| for filename in os.listdir(source_path): |
| # Ignore dot files and excluded tests. |
| if (filename.startswith('.') or filename in localConfig.excludes): |
| continue |
| |
| # Ignore files that don't start with 'Test'. |
| if not filename.startswith('Test'): |
| continue |
| |
| filepath = os.path.join(source_path, filename) |
| if not os.path.isdir(filepath): |
| base, ext = os.path.splitext(filename) |
| if ext in localConfig.suffixes: |
| yield lit.Test.Test(testSuite, path_in_suite + |
| (filename, ), localConfig) |
| |
| def execute(self, test, litConfig): |
| if litConfig.noExecute: |
| return lit.Test.PASS, '' |
| |
| if not getattr(test.config, 'lldb_enable_python', False): |
| return (lit.Test.UNSUPPORTED, 'Python module disabled') |
| |
| if test.config.unsupported: |
| return (lit.Test.UNSUPPORTED, 'Test is unsupported') |
| |
| testPath, testFile = os.path.split(test.getSourcePath()) |
| |
| # The Python used to run lit can be different from the Python LLDB was |
| # build with. |
| executable = test.config.python_executable |
| |
| # On Windows, the system does not always correctly interpret |
| # shebang lines. To make sure we can execute the tests, add |
| # python exe as the first parameter of the command. |
| cmd = [executable] + self.dotest_cmd + [testPath, '-p', testFile] |
| |
| if 'lldb-repro-capture' in test.config.available_features or \ |
| 'lldb-repro-replay' in test.config.available_features: |
| reproducer_path = os.path.join( |
| test.config.lldb_reproducer_directory, testFile) |
| if 'lldb-repro-capture' in test.config.available_features: |
| cmd.extend(['--capture-path', reproducer_path]) |
| else: |
| cmd.extend(['--replay-path', reproducer_path]) |
| |
| timeoutInfo = None |
| try: |
| out, err, exitCode = lit.util.executeCommand( |
| cmd, |
| env=test.config.environment, |
| timeout=litConfig.maxIndividualTestTime) |
| except lit.util.ExecuteCommandTimeoutException as e: |
| out = e.out |
| err = e.err |
| exitCode = e.exitCode |
| timeoutInfo = 'Reached timeout of {} seconds'.format( |
| litConfig.maxIndividualTestTime) |
| |
| if sys.version_info.major == 2: |
| # In Python 2, string objects can contain Unicode characters. Use |
| # the non-strict 'replace' decoding mode. We cannot use the strict |
| # mode right now because lldb's StringPrinter facility and the |
| # Python utf8 decoder have different interpretations of which |
| # characters are "printable". This leads to Python utf8 decoding |
| # exceptions even though lldb is behaving as expected. |
| out = out.decode('utf-8', 'replace') |
| err = err.decode('utf-8', 'replace') |
| |
| output = """Script:\n--\n%s\n--\nExit Code: %d\n""" % ( |
| ' '.join(cmd), exitCode) |
| if timeoutInfo is not None: |
| output += """Timeout: %s\n""" % (timeoutInfo,) |
| output += "\n" |
| |
| if out: |
| output += """Command Output (stdout):\n--\n%s\n--\n""" % (out,) |
| if err: |
| output += """Command Output (stderr):\n--\n%s\n--\n""" % (err,) |
| |
| if timeoutInfo: |
| return lit.Test.TIMEOUT, output |
| |
| if exitCode: |
| if 'XPASS:' in out or 'XPASS:' in err: |
| return lit.Test.XPASS, output |
| |
| # Otherwise this is just a failure. |
| return lit.Test.FAIL, output |
| |
| has_unsupported_tests = 'UNSUPPORTED:' in out or 'UNSUPPORTED:' in err |
| has_passing_tests = 'PASS:' in out or 'PASS:' in err |
| if has_unsupported_tests and not has_passing_tests: |
| return lit.Test.UNSUPPORTED, output |
| |
| passing_test_line = 'RESULT: PASSED' |
| if passing_test_line not in out and passing_test_line not in err: |
| return lit.Test.UNRESOLVED, output |
| |
| return lit.Test.PASS, output |