safecode/test/TEST.par.Makefile - llvm-archive - Git at Google

 ##===- safecode/test/TEST.safecode.Makefile ----------------*- Makefile -*-===##
 #
 # This test runs SAFECode on all of the Programs, producing some
 # performance numbers and statistics.
 #
 ##===----------------------------------------------------------------------===##

 CURDIR  := $(shell cd .; pwd)
 PROGDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/test-suite; pwd)/
 ifeq ($(PROGDIR),"")
 PROGDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-test; pwd)/
 endif
 RELDIR  := $(subst $(PROGDIR),,$(CURDIR))
 #PADIR   := $(shell cd $(LLVM_SRC_ROOT)/projects/poolalloc; pwd)/
 PADIR   := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-poolalloc; pwd)/
 ifeq ($(PADIR),"")
 PADIR   := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-poolalloc; pwd)/
 endif
 SCDIR   := $(shell cd $(LLVM_OBJ_ROOT)/projects/safecode; pwd)/

 ifndef ENABLE_LTO
 ENABLE_LTO := 1
 endif

 TOOL_MODE := Debug
 LIB_MODE := Debug
 #Release

 SC      := $(LLVM_OBJ_ROOT)/projects/safecode/$(TOOL_MODE)/bin/sc

 # Pool allocator runtime library
 PA_RT_O  :=
 PA_RT_BC :=

 # Pool System library for interacting with the system
 POOLSYSTEM_RT_O :=
 POOLSYSTEM_RT_BC :=

 #Pre runtime of Pool allocator
 PA_PRE_RT_BC :=
 PA_PRE_RT_O  :=

 ifeq ($(ENABLE_LTO),1)
 PA_RT_BC := $(SCDIR)/$(LIB_MODE)/lib/libpoolalloc_safe_rt.bca
 # Bits of runtime to improve analysis
 PA_PRE_RT_BC := $(PADIR)/$(LIB_MODE)/lib/libpa_pre_rt.bca
 else
 PA_RT_O  := $(SCDIR)/$(LIB_MODE)/lib/poolalloc_safe_rt.a
 PA_PRE_RT_O := $(PADIR)/$(LIB_MODE)/lib/libpa_pre_rt.o
 endif

 # SC_STATS - Run opt with the -stats and -time-passes options, capturing the
 # output to a file.
 SC_STATS = $(SC) -stats -time-passes -info-output-file=$(CURDIR)/$@.info

 SC_COMMON_FLAGS := -pa -disable-staticchecks
 SC_NONSC_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_PA
 SC_SINGLE_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_SINGLETHREAD
 SC_THREAD_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_PARALLEL -protect-metadata -code-duplication

 # Pre processing library for DSA
 ASSIST_SO := $(PADIR)/Debug/lib/libAssistDS$(SHLIBEXT)


 ifeq ($(OS),Darwin)
 LDFLAGS += -lpthread
 else
 LDFLAGS += -lrt -lpthread
 endif

 #LLVMLDFLAGS= -disable-opt
 PRESC_LLVMLDFLAGS=-link-as-library
 PRE_SC_OPT_FLAGS = -load $(ASSIST_SO) -instnamer -internalize -indclone -funcspec -ipsccp -deadargelim -instcombine -globaldce -licm -loops -unroll-threshold 0
 # -always-inline -inline -inline-threshold 10000
 OPTZN_PASSES=-std-compile-opts


 # DEBUGGING
 #   o) Don't add -g to CFLAGS, CXXFLAGS, or CPPFLAGS; these are used by the
 #      rules to compile code with llvm-gcc and enable LLVM debug information;
 #      this, in turn, causes test cases to fail unnecessairly.
 #CBECFLAGS += -g

 #
 # This rule runs SAFECode on the .llvm.bc file to produce a new .bc
 # file
 #

 $(PROGRAMS_TO_TEST:%=Output/%.presc.bc): \
 Output/%.presc.bc: Output/%.llvm.bc $(LOPT) $(PA_PRE_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) $(PRESC_LLVMLDFLAGS) -o $@.paprert.bc $< $(PA_PRE_RT_BC) 2>&1 > $@.out
 	-$(LOPT) $(PRE_SC_OPT_FLAGS) $@.paprert.bc -f -o $@ 2>&1 > $@.out

 $(PROGRAMS_TO_TEST:%=Output/%.nonsc.bc): \
 Output/%.nonsc.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(SC_STATS) $(SC_NONSC_FLAGS) $< -f -o $@.sc 2>&1 > $@.out
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out
 	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1    >> $@.out

 $(PROGRAMS_TO_TEST:%=Output/%.safecode.bc): \
 Output/%.safecode.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(SC_STATS) $(SC_SINGLE_FLAGS) $< -f -o $@.sc 2>&1 > $@.out
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC)  2>&1 > $@.out
 	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1    >> $@.out

 $(PROGRAMS_TO_TEST:%=Output/%.parallel.bc): \
 Output/%.parallel.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(SC_STATS) $(SC_THREAD_FLAGS) $< -f -o $@.sc 2>&1 > $@.out
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC)  2>&1 > $@.out
 	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1    >> $@.out

 #
 # These rules compile the new .bc file into a .c file using llc
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.s): \
 Output/%.safecode.s: Output/%.safecode.bc $(LLC)
 	-$(LLC) $(LLCFLAGS) -f $< -o $@

 $(PROGRAMS_TO_TEST:%=Output/%.nonsc.s): \
 Output/%.nonsc.s: Output/%.nonsc.bc $(LLC)
 	-$(LLC) $(LLCFLAGS) -f $< -o $@

 $(PROGRAMS_TO_TEST:%=Output/%.parallel.s): \
 Output/%.parallel.s: Output/%.parallel.bc $(LLC)
 	-$(LLC) $(LLCFLAGS) -f $< -o $@

 #
 # These rules compile the .s file into a final executable
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode): \
 Output/%.safecode: Output/%.safecode.s $(PA_RT_O) $(POOLSYSTEM_RT_O)
 	-$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++

 $(PROGRAMS_TO_TEST:%=Output/%.nonsc): \
 Output/%.nonsc: Output/%.nonsc.s
 	-$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++

 $(PROGRAMS_TO_TEST:%=Output/%.parallel): \
 Output/%.parallel: Output/%.parallel.s
 	-$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++

 ##############################################################################
 # Rules for running executables and generating reports
 ##############################################################################

 ifndef PROGRAMS_HAVE_CUSTOM_RUN_RULES

 #
 # This rule runs the generated executable, generating timing information, for
 # normal test programs
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
 Output/%.safecode.out-llc: Output/%.safecode
 	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

 $(PROGRAMS_TO_TEST:%=Output/%.nonsc.out-llc): \
 Output/%.nonsc.out-llc: Output/%.nonsc
 	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

 $(PROGRAMS_TO_TEST:%=Output/%.parallel.out-llc): \
 Output/%.parallel.out-llc: Output/%.parallel
 	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

 else

 #
 # This rule runs the generated executable, generating timing information, for
 # SPEC
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
 Output/%.safecode.out-llc: Output/%.safecode
 	-$(SPEC_SANDBOX) safecodecbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
              $(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
                   ../../$< $(RUN_OPTIONS)
 	-(cd Output/safecodecbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
 	-cp Output/safecodecbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time

 $(PROGRAMS_TO_TEST:%=Output/%.nonsc.out-llc): \
 Output/%.nonsc.out-llc: Output/%.nonsc
 	-$(SPEC_SANDBOX) nonsccbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
              $(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
                   ../../$< $(RUN_OPTIONS)
 	-(cd Output/nonsccbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
 	-cp Output/nonsccbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time
 endif


 # This rule diffs the post-poolallocated version to make sure we didn't break
 # the program!
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.diff-llc): \
 Output/%.safecode.diff-llc: Output/%.out-nat Output/%.safecode.out-llc
 	@cp Output/$*.out-nat Output/$*.safecode.out-nat
 	-$(DIFFPROG) llc $*.safecode $(HIDEDIFF)

 $(PROGRAMS_TO_TEST:%=Output/%.nonsc.diff-llc): \
 Output/%.nonsc.diff-llc: Output/%.out-nat Output/%.nonsc.out-llc
 	@cp Output/$*.out-nat Output/$*.nonsc.out-nat
 	-$(DIFFPROG) llc $*.nonsc $(HIDEDIFF)

 $(PROGRAMS_TO_TEST:%=Output/%.parallel.diff-llc): \
 Output/%.parallel.diff-llc: Output/%.out-nat Output/%.parallel.out-llc
 	@cp Output/$*.out-nat Output/$*.parallel.out-nat
 	-$(DIFFPROG) llc $*.parallel $(HIDEDIFF)


 # This rule wraps everything together to build the actual output the report is
 # generated from.
 $(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
 Output/%.$(TEST).report.txt: Output/%.out-nat                \
                              Output/%.nonsc.diff-llc         \
                              Output/%.safecode.diff-llc     \
                              Output/%.parallel.diff-llc     \
                              Output/%.LOC.txt
 	@echo > $@
 	@-if test -f Output/$*.nonsc.diff-llc; then \
 	  printf "GCC-RUN-TIME: " >> $@;\
 	  grep "^real" Output/$*.out-nat.time >> $@;\
         fi
 	@-if test -f Output/$*.nonsc.diff-llc; then \
 	  printf "CBE-RUN-TIME-NORMAL: " >> $@;\
 	  grep "^real" Output/$*.nonsc.out-llc.time >> $@;\
         fi
 	@-if test -f Output/$*.safecode.diff-llc; then \
 	  printf "CBE-RUN-TIME-SAFECODE: " >> $@;\
 	  grep "^real" Output/$*.safecode.out-llc.time >> $@;\
 	fi
 	@-if test -f Output/$*.safecode.diff-llc; then \
 	  printf "CBE-RUN-TIME-PARALLEL: " >> $@;\
 	  grep "^real" Output/$*.parallel.out-llc.time >> $@;\
 	fi
 	printf "LOC: " >> $@
 	cat Output/$*.LOC.txt >> $@

 $(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
 test.$(TEST).%: Output/%.$(TEST).report.txt
 	@echo "---------------------------------------------------------------"
 	@echo ">>> ========= '$(RELDIR)/$*' Program"
 	@echo "---------------------------------------------------------------"
 	@cat $<

 REPORT_DEPENDENCIES := $(PA_RT_O) $(SC) $(PROGRAMS_TO_TEST:%=Output/%.llvm.bc) $(LLC) $(LOPT)
	##===- safecode/test/TEST.safecode.Makefile ----------------- Makefile --===##
	#
	# This test runs SAFECode on all of the Programs, producing some
	# performance numbers and statistics.
	#
	##===----------------------------------------------------------------------===##

	CURDIR := $(shell cd .; pwd)
	PROGDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/test-suite; pwd)/
	ifeq ($(PROGDIR),"")
	PROGDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-test; pwd)/
	endif
	RELDIR := $(subst $(PROGDIR),,$(CURDIR))
	#PADIR := $(shell cd $(LLVM_SRC_ROOT)/projects/poolalloc; pwd)/
	PADIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-poolalloc; pwd)/
	ifeq ($(PADIR),"")
	PADIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/llvm-poolalloc; pwd)/
	endif
	SCDIR := $(shell cd $(LLVM_OBJ_ROOT)/projects/safecode; pwd)/

	ifndef ENABLE_LTO
	ENABLE_LTO := 1
	endif

	TOOL_MODE := Debug
	LIB_MODE := Debug
	#Release

	SC := $(LLVM_OBJ_ROOT)/projects/safecode/$(TOOL_MODE)/bin/sc

	# Pool allocator runtime library
	PA_RT_O :=
	PA_RT_BC :=

	# Pool System library for interacting with the system
	POOLSYSTEM_RT_O :=
	POOLSYSTEM_RT_BC :=

	#Pre runtime of Pool allocator
	PA_PRE_RT_BC :=
	PA_PRE_RT_O :=

	ifeq ($(ENABLE_LTO),1)
	PA_RT_BC := $(SCDIR)/$(LIB_MODE)/lib/libpoolalloc_safe_rt.bca
	# Bits of runtime to improve analysis
	PA_PRE_RT_BC := $(PADIR)/$(LIB_MODE)/lib/libpa_pre_rt.bca
	else
	PA_RT_O := $(SCDIR)/$(LIB_MODE)/lib/poolalloc_safe_rt.a
	PA_PRE_RT_O := $(PADIR)/$(LIB_MODE)/lib/libpa_pre_rt.o
	endif

	# SC_STATS - Run opt with the -stats and -time-passes options, capturing the
	# output to a file.
	SC_STATS = $(SC) -stats -time-passes -info-output-file=$(CURDIR)/$@.info

	SC_COMMON_FLAGS := -pa -disable-staticchecks
	SC_NONSC_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_PA
	SC_SINGLE_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_SINGLETHREAD
	SC_THREAD_FLAGS = $(SC_COMMON_FLAGS) -runtime=RUNTIME_PARALLEL -protect-metadata -code-duplication

	# Pre processing library for DSA
	ASSIST_SO := $(PADIR)/Debug/lib/libAssistDS$(SHLIBEXT)


	ifeq ($(OS),Darwin)
	LDFLAGS += -lpthread
	else
	LDFLAGS += -lrt -lpthread
	endif

	#LLVMLDFLAGS= -disable-opt
	PRESC_LLVMLDFLAGS=-link-as-library
	PRE_SC_OPT_FLAGS = -load $(ASSIST_SO) -instnamer -internalize -indclone -funcspec -ipsccp -deadargelim -instcombine -globaldce -licm -loops -unroll-threshold 0
	# -always-inline -inline -inline-threshold 10000
	OPTZN_PASSES=-std-compile-opts


	# DEBUGGING
	# o) Don't add -g to CFLAGS, CXXFLAGS, or CPPFLAGS; these are used by the
	# rules to compile code with llvm-gcc and enable LLVM debug information;
	# this, in turn, causes test cases to fail unnecessairly.
	#CBECFLAGS += -g

	#
	# This rule runs SAFECode on the .llvm.bc file to produce a new .bc
	# file
	#

	$(PROGRAMS_TO_TEST:%=Output/%.presc.bc): \
	Output/%.presc.bc: Output/%.llvm.bc $(LOPT) $(PA_PRE_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(LLVMLDPROG) $(LLVMLDFLAGS) $(PRESC_LLVMLDFLAGS) -o $@.paprert.bc $< $(PA_PRE_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(PRE_SC_OPT_FLAGS) $@.paprert.bc -f -o $@ 2>&1 > $@.out

	$(PROGRAMS_TO_TEST:%=Output/%.nonsc.bc): \
	Output/%.nonsc.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(SC_STATS) $(SC_NONSC_FLAGS) $< -f -o $@.sc 2>&1 > $@.out
	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out

	$(PROGRAMS_TO_TEST:%=Output/%.safecode.bc): \
	Output/%.safecode.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(SC_STATS) $(SC_SINGLE_FLAGS) $< -f -o $@.sc 2>&1 > $@.out
	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out

	$(PROGRAMS_TO_TEST:%=Output/%.parallel.bc): \
	Output/%.parallel.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(SC_STATS) $(SC_THREAD_FLAGS) $< -f -o $@.sc 2>&1 > $@.out
	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out

	#
	# These rules compile the new .bc file into a .c file using llc
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.s): \
	Output/%.safecode.s: Output/%.safecode.bc $(LLC)
	-$(LLC) $(LLCFLAGS) -f $< -o $@

	$(PROGRAMS_TO_TEST:%=Output/%.nonsc.s): \
	Output/%.nonsc.s: Output/%.nonsc.bc $(LLC)
	-$(LLC) $(LLCFLAGS) -f $< -o $@

	$(PROGRAMS_TO_TEST:%=Output/%.parallel.s): \
	Output/%.parallel.s: Output/%.parallel.bc $(LLC)
	-$(LLC) $(LLCFLAGS) -f $< -o $@

	#
	# These rules compile the .s file into a final executable
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode): \
	Output/%.safecode: Output/%.safecode.s $(PA_RT_O) $(POOLSYSTEM_RT_O)
	-$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++

	$(PROGRAMS_TO_TEST:%=Output/%.nonsc): \
	Output/%.nonsc: Output/%.nonsc.s
	-$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++

	$(PROGRAMS_TO_TEST:%=Output/%.parallel): \
	Output/%.parallel: Output/%.parallel.s
	-$(CC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(POOLSYSTEM_RT_O) $(LDFLAGS) -o $@ -lstdc++

	##############################################################################
	# Rules for running executables and generating reports
	##############################################################################

	ifndef PROGRAMS_HAVE_CUSTOM_RUN_RULES

	#
	# This rule runs the generated executable, generating timing information, for
	# normal test programs
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
	Output/%.safecode.out-llc: Output/%.safecode
	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

	$(PROGRAMS_TO_TEST:%=Output/%.nonsc.out-llc): \
	Output/%.nonsc.out-llc: Output/%.nonsc
	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

	$(PROGRAMS_TO_TEST:%=Output/%.parallel.out-llc): \
	Output/%.parallel.out-llc: Output/%.parallel
	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

	else

	#
	# This rule runs the generated executable, generating timing information, for
	# SPEC
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
	Output/%.safecode.out-llc: Output/%.safecode
	-$(SPEC_SANDBOX) safecodecbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
	$(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
	../../$< $(RUN_OPTIONS)
	-(cd Output/safecodecbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
	-cp Output/safecodecbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time

	$(PROGRAMS_TO_TEST:%=Output/%.nonsc.out-llc): \
	Output/%.nonsc.out-llc: Output/%.nonsc
	-$(SPEC_SANDBOX) nonsccbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
	$(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
	../../$< $(RUN_OPTIONS)
	-(cd Output/nonsccbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
	-cp Output/nonsccbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time
	endif


	# This rule diffs the post-poolallocated version to make sure we didn't break
	# the program!
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.diff-llc): \
	Output/%.safecode.diff-llc: Output/%.out-nat Output/%.safecode.out-llc
	@cp Output/$.out-nat Output/$.safecode.out-nat
	-$(DIFFPROG) llc $*.safecode $(HIDEDIFF)

	$(PROGRAMS_TO_TEST:%=Output/%.nonsc.diff-llc): \
	Output/%.nonsc.diff-llc: Output/%.out-nat Output/%.nonsc.out-llc
	@cp Output/$.out-nat Output/$.nonsc.out-nat
	-$(DIFFPROG) llc $*.nonsc $(HIDEDIFF)

	$(PROGRAMS_TO_TEST:%=Output/%.parallel.diff-llc): \
	Output/%.parallel.diff-llc: Output/%.out-nat Output/%.parallel.out-llc
	@cp Output/$.out-nat Output/$.parallel.out-nat
	-$(DIFFPROG) llc $*.parallel $(HIDEDIFF)


	# This rule wraps everything together to build the actual output the report is
	# generated from.
	$(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
	Output/%.$(TEST).report.txt: Output/%.out-nat \
	Output/%.nonsc.diff-llc \
	Output/%.safecode.diff-llc \
	Output/%.parallel.diff-llc \
	Output/%.LOC.txt
	@echo > $@
	@-if test -f Output/$*.nonsc.diff-llc; then \
	printf "GCC-RUN-TIME: " >> $@;\
	grep "^real" Output/$*.out-nat.time >> $@;\
	fi
	@-if test -f Output/$*.nonsc.diff-llc; then \
	printf "CBE-RUN-TIME-NORMAL: " >> $@;\
	grep "^real" Output/$*.nonsc.out-llc.time >> $@;\
	fi
	@-if test -f Output/$*.safecode.diff-llc; then \
	printf "CBE-RUN-TIME-SAFECODE: " >> $@;\
	grep "^real" Output/$*.safecode.out-llc.time >> $@;\
	fi
	@-if test -f Output/$*.safecode.diff-llc; then \
	printf "CBE-RUN-TIME-PARALLEL: " >> $@;\
	grep "^real" Output/$*.parallel.out-llc.time >> $@;\
	fi
	printf "LOC: " >> $@
	cat Output/$*.LOC.txt >> $@

	$(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
	test.$(TEST).%: Output/%.$(TEST).report.txt
	@echo "---------------------------------------------------------------"
	@echo ">>> ========= '$(RELDIR)/$*' Program"
	@echo "---------------------------------------------------------------"
	@cat $<

	REPORT_DEPENDENCIES := $(PA_RT_O) $(SC) $(PROGRAMS_TO_TEST:%=Output/%.llvm.bc) $(LLC) $(LOPT)