| #!/usr/bin/env python |
| |
| """ |
| A simple bench runner which delegates to the ./dotest.py test driver to run the |
| benchmarks defined in the list named 'benches'. |
| |
| You need to hand edit 'benches' to modify/change the command lines passed to the |
| test driver. |
| |
| Use the following to get only the benchmark results in your terminal output: |
| |
| ./bench.py -e /Volumes/data/lldb/svn/regression/build/Debug/lldb -x '-F Driver::MainLoop()' 2>&1 | grep -P '^lldb.*benchmark:' |
| """ |
| |
| from __future__ import print_function |
| from __future__ import absolute_import |
| |
| import os |
| from optparse import OptionParser |
| |
| # dotest.py invocation with no '-e exe-path' uses lldb as the inferior program, |
| # unless there is a mentioning of custom executable program. |
| benches = [ |
| # Measure startup delays creating a target, setting a breakpoint, and run |
| # to breakpoint stop. |
| './dotest.py -v +b %E %X -n -p TestStartupDelays.py', |
| |
| # Measure 'frame variable' response after stopping at a breakpoint. |
| './dotest.py -v +b %E %X -n -p TestFrameVariableResponse.py', |
| |
| # Measure stepping speed after stopping at a breakpoint. |
| './dotest.py -v +b %E %X -n -p TestSteppingSpeed.py', |
| |
| # Measure expression cmd response with a simple custom executable program. |
| './dotest.py +b -n -p TestExpressionCmd.py', |
| |
| # Attach to a spawned process then run disassembly benchmarks. |
| './dotest.py -v +b -n %E -p TestDoAttachThenDisassembly.py' |
| ] |
| |
| |
| def main(): |
| """Read the items from 'benches' and run the command line one by one.""" |
| parser = OptionParser(usage="""\ |
| %prog [options] |
| Run the standard benchmarks defined in the list named 'benches'.\ |
| """) |
| parser.add_option('-e', '--executable', |
| type='string', action='store', |
| dest='exe', |
| help='The target program launched by lldb.') |
| parser.add_option('-x', '--breakpoint-spec', |
| type='string', action='store', |
| dest='break_spec', |
| help='The lldb breakpoint spec for the target program.') |
| |
| # Parses the options, if any. |
| opts, args = parser.parse_args() |
| |
| print("Starting bench runner....") |
| |
| for item in benches: |
| command = item.replace('%E', |
| '-e "%s"' % opts.exe if opts.exe else '') |
| command = command.replace('%X', '-x "%s"' % |
| opts.break_spec if opts.break_spec else '') |
| print("Running %s" % (command)) |
| os.system(command) |
| |
| print("Bench runner done.") |
| |
| if __name__ == '__main__': |
| main() |