llvm/utils/rsp_bisect_test/test.py

#!/usr/bin/env python3
#===----------------------------------------------------------------------===##
#
# Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#
#===----------------------------------------------------------------------===##

import os
import subprocess
import sys
import tempfile

cur_dir = os.path.dirname(os.path.realpath(__file__))
bisect_script = os.path.join(cur_dir, "..", "rsp_bisect.py")
test1 = os.path.join(cur_dir, "test_script.py")
test2 = os.path.join(cur_dir, "test_script_inv.py")
rsp = os.path.join(cur_dir, "rsp")


def run_bisect(success, test_script):
  args = [
      bisect_script, '--test', test_script, '--rsp', rsp, '--other-rel-path',
      '../Other'
  ]
  res = subprocess.run(args, capture_output=True, encoding='UTF-8')
  if len(sys.argv) > 1 and sys.argv[1] == '-v':
    print('Ran {} with return code {}'.format(args, res.returncode))
    print('Stdout:')
    print(res.stdout)
    print('Stderr:')
    print(res.stderr)
  if res.returncode != (0 if success else 1):
    print(res.stdout)
    print(res.stderr)
    raise AssertionError('unexpected bisection return code for ' + str(args))
  return res.stdout


# Test that an empty rsp file fails.
with open(rsp, 'w') as f:
  pass

run_bisect(False, test1)

# Test that an rsp file without any paths fails.
with open(rsp, 'w') as f:
  f.write('hello\nfoo\n')

run_bisect(False, test1)

# Test that an rsp file with one path succeeds.
with open(rsp, 'w') as f:
  f.write('./foo\n')

output = run_bisect(True, test1)
assert './foo' in output

# Test that an rsp file with one path and one extra arg succeeds.
with open(rsp, 'w') as f:
  f.write('hello\n./foo\n')

output = run_bisect(True, test1)
assert './foo' in output

# Test that an rsp file with three paths and one extra arg succeeds.
with open(rsp, 'w') as f:
  f.write('hello\n./foo\n./bar\n./baz\n')

output = run_bisect(True, test1)
assert './foo' in output

with open(rsp, 'w') as f:
  f.write('hello\n./bar\n./foo\n./baz\n')

output = run_bisect(True, test1)
assert './foo' in output

with open(rsp, 'w') as f:
  f.write('hello\n./bar\n./baz\n./foo\n')

output = run_bisect(True, test1)
assert './foo' in output

output = run_bisect(True, test2)
assert './foo' in output

with open(rsp + '.0', 'r') as f:
  contents = f.read()
  assert ' ../Other/./foo' in contents

with open(rsp + '.1', 'r') as f:
  contents = f.read()
  assert ' ./foo' in contents

os.remove(rsp)
os.remove(rsp + '.0')
os.remove(rsp + '.1')

print('Success!')