| ##===- safecode/test/TEST.safecode.Makefile ----------------*- Makefile -*-===## |
| # |
| # This test runs SAFECode on all of the Programs, producing some |
| # performance numbers and statistics. |
| # |
| ##===----------------------------------------------------------------------===## |
| |
| CURDIR := $(shell cd .; pwd) |
| PROGDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/test-suite; pwd)/ |
| ifeq ($(PROGDIR),"") |
| PROGDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-test; pwd)/ |
| endif |
| RELDIR := $(subst $(PROGDIR),,$(CURDIR)) |
| #PADIR := $(shell cd $(LLVM_SRC_ROOT)/projects/poolalloc; pwd)/ |
| PADIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-poolalloc; pwd)/ |
| ifeq ($(PADIR),"") |
| PADIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-poolalloc; pwd)/ |
| endif |
| SCDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/safecode; pwd)/ |
| |
| ifndef ENABLE_LTO |
| ENABLE_LTO := 1 |
| endif |
| |
| TOOL_MODE := Debug |
| LIB_MODE := Debug |
| #Release |
| |
| SC := $(LLVM_OBJ_ROOT)/projects/safecode/$(TOOL_MODE)/bin/sc |
| |
| # Pool allocator runtime library |
| PA_RT_O := |
| PA_RT_BC := |
| |
| # Pool System library for interacting with the system |
| POOLSYSTEM_RT_O := |
| POOLSYSTEM_RT_BC := |
| |
| #Pre runtime of Pool allocator |
| PA_PRE_RT_BC := |
| PA_PRE_RT_O := |
| |
| ifeq ($(ENABLE_LTO),1) |
| PA_RT_BC := $(SCDIR)/$(LIB_MODE)/lib/libpoolalloc_safe_rt.bca |
| # Bits of runtime to improve analysis |
| PA_PRE_RT_BC := $(PADIR)/$(LIB_MODE)/lib/libpa_pre_rt.bca |
| else |
| PA_RT_O := $(SCDIR)/$(LIB_MODE)/lib/poolalloc_safe_rt.a |
| PA_PRE_RT_O := $(PADIR)/$(LIB_MODE)/lib/libpa_pre_rt.o |
| endif |
| |
| # SC_STATS - Run opt with the -stats and -time-passes options, capturing the |
| # output to a file. |
| SC_STATS = $(SC) -stats -time-passes -info-output-file=$(CURDIR)/$@.info |
| |
| SC_COMMON_FLAGS := -pa -disable-staticchecks |
| SC_NONSC_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_PA |
| SC_SINGLE_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_SINGLETHREAD |
| SC_THREAD_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_PARALLEL -protect-metadata -code-duplication |
| |
| # Pre processing library for DSA |
| ASSIST_SO := $(PADIR)/Debug/lib/libAssistDS$(SHLIBEXT) |
| |
| |
| ifeq ($(OS),Darwin) |
| LDFLAGS += -lpthread |
| else |
| LDFLAGS += -lrt -lpthread |
| endif |
| |
| #LLVMLDFLAGS= -disable-opt |
| PRESC_LLVMLDFLAGS=-link-as-library |
| PRE_SC_OPT_FLAGS = -load $(ASSIST_SO) -instnamer -internalize -indclone -funcspec -ipsccp -deadargelim -instcombine -globaldce -licm -loops -unroll-threshold 0 |
| # -always-inline -inline -inline-threshold 10000 |
| OPTZN_PASSES=-std-compile-opts |
| |
| |
| # DEBUGGING |
| # o) Don't add -g to CFLAGS, CXXFLAGS, or CPPFLAGS; these are used by the |
| # rules to compile code with llvm-gcc and enable LLVM debug information; |
| # this, in turn, causes test cases to fail unnecessairly. |
| #CBECFLAGS += -g |
| |
| # |
| # This rule runs SAFECode on the .llvm.bc file to produce a new .bc |
| # file |
| # |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.presc.bc): \ |
| Output/%.presc.bc: Output/%.llvm.bc $(LOPT) $(PA_PRE_RT_BC) |
| -@rm -f $(CURDIR)/$@.info |
| -$(LLVMLDPROG) $(LLVMLDFLAGS) $(PRESC_LLVMLDFLAGS) -o $@.paprert.bc $< $(PA_PRE_RT_BC) 2>&1 > $@.out |
| -$(LOPT) $(PRE_SC_OPT_FLAGS) $@.paprert.bc -f -o $@ 2>&1 > $@.out |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.nonsc.bc): \ |
| Output/%.nonsc.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC) |
| -@rm -f $(CURDIR)/$@.info |
| -$(SC_STATS) $(SC_NONSC_FLAGS) $< -f -o $@.sc 2>&1 > $@.out |
| -$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out |
| -$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.safecode.bc): \ |
| Output/%.safecode.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC) |
| -@rm -f $(CURDIR)/$@.info |
| -$(SC_STATS) $(SC_SINGLE_FLAGS) $< -f -o $@.sc 2>&1 > $@.out |
| -$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out |
| -$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.parallel.bc): \ |
| Output/%.parallel.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC) |
| -@rm -f $(CURDIR)/$@.info |
| -$(SC_STATS) $(SC_THREAD_FLAGS) $< -f -o $@.sc 2>&1 > $@.out |
| -$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out |
| -$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out |
| |
| # |
| # These rules compile the new .bc file into a .c file using llc |
| # |
| $(PROGRAMS_TO_TEST:%=Output/%.safecode.s): \ |
| Output/%.safecode.s: Output/%.safecode.bc $(LLC) |
| -$(LLC) $(LLCFLAGS) -f $< -o $@ |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.nonsc.s): \ |
| Output/%.nonsc.s: Output/%.nonsc.bc $(LLC) |
| -$(LLC) $(LLCFLAGS) -f $< -o $@ |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.parallel.s): \ |
| Output/%.parallel.s: Output/%.parallel.bc $(LLC) |
| -$(LLC) $(LLCFLAGS) -f $< -o $@ |
| |
| # |
| # These rules compile the .s file into a final executable |
| # |
| $(PROGRAMS_TO_TEST:%=Output/%.safecode): \ |
| Output/%.safecode: Output/%.safecode.s $(PA_RT_O) $(POOLSYSTEM_RT_O) |
| -$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++ |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.nonsc): \ |
| Output/%.nonsc: Output/%.nonsc.s |
| -$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++ |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.parallel): \ |
| Output/%.parallel: Output/%.parallel.s |
| -$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++ |
| |
| ############################################################################## |
| # Rules for running executables and generating reports |
| ############################################################################## |
| |
| ifndef PROGRAMS_HAVE_CUSTOM_RUN_RULES |
| |
| # |
| # This rule runs the generated executable, generating timing information, for |
| # normal test programs |
| # |
| $(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \ |
| Output/%.safecode.out-llc: Output/%.safecode |
| -$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS) |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.nonsc.out-llc): \ |
| Output/%.nonsc.out-llc: Output/%.nonsc |
| -$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS) |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.parallel.out-llc): \ |
| Output/%.parallel.out-llc: Output/%.parallel |
| -$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS) |
| |
| else |
| |
| # |
| # This rule runs the generated executable, generating timing information, for |
| # SPEC |
| # |
| $(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \ |
| Output/%.safecode.out-llc: Output/%.safecode |
| -$(SPEC_SANDBOX) safecodecbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \ |
| $(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \ |
| ../../$< $(RUN_OPTIONS) |
| -(cd Output/safecodecbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@ |
| -cp Output/safecodecbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.nonsc.out-llc): \ |
| Output/%.nonsc.out-llc: Output/%.nonsc |
| -$(SPEC_SANDBOX) nonsccbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \ |
| $(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \ |
| ../../$< $(RUN_OPTIONS) |
| -(cd Output/nonsccbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@ |
| -cp Output/nonsccbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time |
| endif |
| |
| |
| # This rule diffs the post-poolallocated version to make sure we didn't break |
| # the program! |
| $(PROGRAMS_TO_TEST:%=Output/%.safecode.diff-llc): \ |
| Output/%.safecode.diff-llc: Output/%.out-nat Output/%.safecode.out-llc |
| @cp Output/$*.out-nat Output/$*.safecode.out-nat |
| -$(DIFFPROG) llc $*.safecode $(HIDEDIFF) |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.nonsc.diff-llc): \ |
| Output/%.nonsc.diff-llc: Output/%.out-nat Output/%.nonsc.out-llc |
| @cp Output/$*.out-nat Output/$*.nonsc.out-nat |
| -$(DIFFPROG) llc $*.nonsc $(HIDEDIFF) |
| |
| $(PROGRAMS_TO_TEST:%=Output/%.parallel.diff-llc): \ |
| Output/%.parallel.diff-llc: Output/%.out-nat Output/%.parallel.out-llc |
| @cp Output/$*.out-nat Output/$*.parallel.out-nat |
| -$(DIFFPROG) llc $*.parallel $(HIDEDIFF) |
| |
| |
| # This rule wraps everything together to build the actual output the report is |
| # generated from. |
| $(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \ |
| Output/%.$(TEST).report.txt: Output/%.out-nat \ |
| Output/%.nonsc.diff-llc \ |
| Output/%.safecode.diff-llc \ |
| Output/%.parallel.diff-llc \ |
| Output/%.LOC.txt |
| @echo > $@ |
| @-if test -f Output/$*.nonsc.diff-llc; then \ |
| printf "GCC-RUN-TIME: " >> $@;\ |
| grep "^real" Output/$*.out-nat.time >> $@;\ |
| fi |
| @-if test -f Output/$*.nonsc.diff-llc; then \ |
| printf "CBE-RUN-TIME-NORMAL: " >> $@;\ |
| grep "^real" Output/$*.nonsc.out-llc.time >> $@;\ |
| fi |
| @-if test -f Output/$*.safecode.diff-llc; then \ |
| printf "CBE-RUN-TIME-SAFECODE: " >> $@;\ |
| grep "^real" Output/$*.safecode.out-llc.time >> $@;\ |
| fi |
| @-if test -f Output/$*.safecode.diff-llc; then \ |
| printf "CBE-RUN-TIME-PARALLEL: " >> $@;\ |
| grep "^real" Output/$*.parallel.out-llc.time >> $@;\ |
| fi |
| printf "LOC: " >> $@ |
| cat Output/$*.LOC.txt >> $@ |
| |
| $(PROGRAMS_TO_TEST:%=test.$(TEST).%): \ |
| test.$(TEST).%: Output/%.$(TEST).report.txt |
| @echo "---------------------------------------------------------------" |
| @echo ">>> ========= '$(RELDIR)/$*' Program" |
| @echo "---------------------------------------------------------------" |
| @cat $< |
| |
| REPORT_DEPENDENCIES := $(PA_RT_O) $(SC) $(PROGRAMS_TO_TEST:%=Output/%.llvm.bc) $(LLC) $(LOPT) |