| # Testing for the 'lnt runtest nt' module. |
| # |
| # Check a basic nt run. |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-STDOUT < %t.log %s |
| # RUN: FileCheck --check-prefix CHECK-BASIC < %t.err %s |
| # RUN: FileCheck --check-prefix CHECK-REPORT < %t.SANDBOX/build/report.json %s |
| # CHECK-REPORT: "run_order": "154331" |
| # CHECK-REPORT: "Name": "nts.{{[^.]+}}.exec" |
| # CHECK-REPORT: "Name": "nts.{{[^.]+}}.compile" |
| # |
| # CHECK-STDOUT: Import succeeded. |
| # CHECK-STDOUT: Added Machines: 1 |
| # CHECK-STDOUT: Added Runs : 1 |
| # CHECK-STDOUT: Added Tests : 130 |
| # |
| # CHECK-BASIC: inferred C++ compiler under test |
| # CHECK-BASIC: checking source versions |
| # CHECK-BASIC: using nickname |
| # CHECK-BASIC: starting test |
| # CHECK-BASIC: configuring |
| # CHECK-BASIC: building test-suite tools |
| # CHECK-BASIC: executing "nightly tests" with -j1 |
| # CHECK-BASIC: loading nightly test data |
| # CHECK-BASIC: capturing machine information |
| # CHECK-BASIC: generating report |
| # CHECK-BASIC: submitting result to dummy instance |
| # |
| # Use the same sandbox again with --no-configure |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp --no-configure > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-NOCONF < %t.err %s |
| # CHECK-NOCONF-NOT: configuring |
| # |
| # Check a basic nt run on a test-suite without binary hash support. |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX-NO-HASH \ |
| # RUN: --test-suite %S/Inputs/test-suite-nohash \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-STDOUT < %t.log %s |
| # RUN: FileCheck --check-prefix CHECK-BASIC < %t.err %s |
| # RUN: FileCheck --check-prefix CHECK-REPORT < %t.SANDBOX-NO-HASH/build/report.json %s |
| # |
| # Manually set a run order. |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp --run-order=123 > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-RESULTS < %t.SANDBOX/build/report.json %s |
| # CHECK-RESULTS: "run_order": "123" |
| # |
| # Change the machine name. Don't use LLVM. |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-auto-name foo > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-AUTONAME < %t.err %s |
| # CHECK-AUTONAME: using nickname: 'foo' |
| |
| # Run without LLVM. |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp --without-llvm > %t.log 2> %t.err |
| |
| # Check cflag handling |
| |
| ## With a lone cflag |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --cflag '-Wall' \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-CFLAG1 < %t.err %s |
| # CHECK-CFLAG1: inferred C++ compiler under test |
| # CHECK-CFLAG1: TARGET_FLAGS: -Wall |
| |
| ## With a couple of cflags |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --cflag '-Wall' \ |
| # RUN: --cflag '-mfloat-abi=hard' \ |
| # RUN: --cflag '-O3' \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-CFLAG2 < %t.err %s |
| # CHECK-CFLAG2: inferred C++ compiler under test |
| # CHECK-CFLAG2: TARGET_FLAGS: -Wall -mfloat-abi=hard -O3 |
| |
| ## With a cflags |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --cflags '-Wall -mfloat-abi=hard -O3' \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-CFLAG3 < %t.err %s |
| # CHECK-CFLAG3: inferred C++ compiler under test |
| # CHECK-CFLAG3: TARGET_FLAGS: -Wall -mfloat-abi=hard -O3 |
| |
| ## With a cflags with a quoted space and escaped spaces |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --cflags "-Wall -test=escaped\ space -some-option='stay with me' -O3" \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-CFLAG4 < %t.err %s |
| # CHECK-CFLAG4: inferred C++ compiler under test |
| # CHECK-CFLAG4: TARGET_FLAGS: -Wall '-test=escaped space' '-some-option=stay with me' -O3 |
| |
| ## With cflag and cflags |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --cflag '--target=armv7a-none-eabi' \ |
| # RUN: --cflag '-Weverything' \ |
| # RUN: --cflags '-Wall -test=escaped\ space -some-option="stay with me" -O3' \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-CFLAG5 < %t.err %s |
| # CHECK-CFLAG5: inferred C++ compiler under test |
| # CHECK-CFLAG5: TARGET_FLAGS: --target=armv7a-none-eabi -Weverything -Wall '-test=escaped space' |
| # CHECK-CFLAG5: '-some-option=stay with me' -O3 |
| |
| # Qemu flag handling |
| # RUN: lnt runtest nt \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/test-suite \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --qemu-user-mode TEST \ |
| # RUN: --qemu-flag '-soundhw gus' \ |
| # RUN: --qemu-flag '-net nic' \ |
| # RUN: --qemu-flags '-device gus,irq=5 -test=escaped\ space -some-option="stay with me"' \ |
| # RUN: --no-timestamp > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-QEMU-FLAG1 < %t.err %s |
| # CHECK-QEMU-FLAG1: QEMU_USER_MODE_COMMAND: TEST -soundhw gus -net nic -device gus,irq=5 |
| # CHECK-QEMU-FLAG1: '-test=escaped space' '-some-option=stay with me' |
| |
| # Check submission to a server through url works: |
| # RUN: rm -rf %{test_exec_root}/runtest/nt_server_instance |
| # RUN: mkdir -p %{test_exec_root}/runtest/nt_server_instance |
| # RUN: rsync -av --exclude .svn %S/Inputs/rerun_server_instance/ \ |
| # RUN: %{test_exec_root}/runtest/nt_server_instance |
| # RUN: %{shared_inputs}/server_wrapper.sh \ |
| # RUN: %{test_exec_root}/runtest/nt_server_instance 9089 \ |
| # RUN: lnt runtest nt --submit "http://localhost:9089/db_default/submitRun" \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/rerun-test-suite1 \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp --rerun --run-order 1 > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-SUBMIT-STDOUT < %t.log %s |
| # RUN: FileCheck --check-prefix CHECK-SUBMIT-STDERR < %t.err %s |
| |
| # CHECK-SUBMIT-STDOUT: Import succeeded. |
| # CHECK-SUBMIT-STDOUT: PASS : 345 |
| |
| # CHECK-SUBMIT-STDERR: inferred C++ compiler under test |
| # CHECK-SUBMIT-STDERR: checking source versions |
| # CHECK-SUBMIT-STDERR: using nickname |
| # CHECK-SUBMIT-STDERR: starting test |
| # CHECK-SUBMIT-STDERR: configuring |
| # CHECK-SUBMIT-STDERR: building test-suite tools |
| # CHECK-SUBMIT-STDERR: executing "nightly tests" with -j1 |
| # CHECK-SUBMIT-STDERR: loading nightly test data |
| # CHECK-SUBMIT-STDERR: capturing machine information |
| # CHECK-SUBMIT-STDERR: generating report |
| # CHECK-SUBMIT-STDERR: submitting result to |
| # CHECK-SUBMIT-STDERR: Rerunning 0 of 69 benchmarks. |
| |
| # Check submission to a server through server instance works: |
| # RUN: rsync -av --exclude .svn %S/Inputs/rerun_server_instance/ \ |
| # RUN: %{test_exec_root}/runtest/nt_server_instance |
| # RUN: %{shared_inputs}/server_wrapper.sh \ |
| # RUN: %{test_exec_root}/runtest/nt_server_instance 9089 \ |
| # RUN: lnt runtest nt --submit "http://localhost:9089/db_default/submitRun" \ |
| # RUN: --commit 1 \ |
| # RUN: --sandbox %t.SANDBOX \ |
| # RUN: --test-suite %S/Inputs/rerun-test-suite1 \ |
| # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ |
| # RUN: --no-timestamp --rerun --run-order 2 > %t.log 2> %t.err |
| # RUN: FileCheck --check-prefix CHECK-SUBMIT-STDOUT < %t.log %s |
| # RUN: FileCheck --check-prefix CHECK-SUBMIT-STDERR < %t.err %s |
