safecode/test/TEST.debug.Makefile - llvm-archive - Git at Google

 ##===- TEST.debug.Makefile ---------------------------------*- Makefile -*-===##
 #
 # This test runs performance experiments using SAFECode as a debugging tool.
 #
 ##===----------------------------------------------------------------------===##

 include $(PROJ_OBJ_ROOT)/Makefile.common

 EXTRA_LOPT_OPTIONS :=

 ifdef DEBUG_SAFECODE
 CFLAGS := -g -O0 -fno-strict-aliasing -fno-merge-constants
 LLCFLAGS := -disable-fp-elim
 LLVMLDFLAGS := -disable-opt
 OPTZN_PASSES := -mem2reg -simplifycfg -adce

 WHOLE_PROGRAM_BC_SUFFIX := linked.rbc
 else
 CFLAGS := -g -O2 -fno-strict-aliasing -fno-merge-constants
 OPTZN_PASSES := -std-compile-opts

 WHOLE_PROGRAM_BC_SUFFIX := llvm.bc
 endif

 CURDIR  := $(shell cd .; pwd)
 PROGDIR := $(shell cd $(LLVM_SRC_ROOT)/projects/llvm-test; pwd)/
 RELDIR  := $(subst $(PROGDIR),,$(CURDIR))
 GCCLD    = $(LLVM_OBJ_ROOT)/$(CONFIGURATION)/bin/gccld
 SCOPTS  := -terminate -check-every-gep-use -rewrite-oob
 SCOPTS2 := -pa=apa
 #SCOPTS2 := -pa=multi
 #SCOPTS2 := -dpchecks
 SC      := $(LLVM_OBJ_ROOT)/projects/safecode/$(CONFIGURATION)/bin/sc

 # Pool allocator pass shared object
 PA_SO    := $(PROJECT_DIR)/$(CONFIGURATION)/lib/libaddchecks.a

 # Bits of runtime to improve analysis
 PA_PRE_RT_BC := $(POOLALLOC_OBJDIR)/$(CONFIGURATION)/lib/libpa_pre_rt.bca

 SC_RT := libsc_dbg_rt libpoolalloc_bitmap

 ifdef DEBUG_SAFECODE
 PA_RT_O := $(addprefix $(PROJECT_DIR)/Debug/lib/,$(addsuffix .a,$(SC_RT)))
 else
 PA_RT_BC := $(addprefix $(PROJECT_DIR)/$(CONFIGURATION)/lib/,$(addsuffix .bca,$(SC_RT)))
 endif

 # SC_STATS - Run opt with the -stats and -time-passes options, capturing the
 # output to a file.
 SC_STATS = $(SC) -stats -time-passes -info-output-file=$(CURDIR)/$@.info

 # Pre processing library for DSA
 ASSIST_SO := $(POOLALLOC_OBJDIR)/$(CONFIGURATION)/lib/libAssistDS$(SHLIBEXT)

 PRE_SC_OPT_FLAGS = -load $(ASSIST_SO) -mem2reg -instnamer -internalize -indclone -funcspec -ipsccp -deadargelim -instcombine -globaldce -licm

 #EXTRA_LINKTIME_OPT_FLAGS = $(EXTRA_LOPT_OPTIONS)

 ifeq ($(OS),Darwin)
 LDFLAGS += -lpthread
 else
 LDFLAGS += -lrt -lpthread
 endif

 #
 # When compiling on Linux, statically link in libstdc++.
 # For other platforms, link it in normally.
 #
 ifeq ($(OS),Linux)
 STATICFLAGS := -static
 else
 STATICFLAGS :=
 endif

 # DEBUGGING
 #   o) Don't add -g to CFLAGS, CXXFLAGS, or CPPFLAGS; these are used by the
 #      rules to compile code with llvm-gcc and enable LLVM debug information;
 #      this, in turn, causes test cases to fail unnecessairly.
 #CBECFLAGS += -g

 #
 # This rule links in part of the SAFECode run-time with the original program.
 #
 $(PROGRAMS_TO_TEST:%=Output/%.presc.bc): \
 Output/%.presc.bc: Output/%.$(WHOLE_PROGRAM_BC_SUFFIX) $(LOPT) $(PA_PRE_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) -link-as-library -o $@.paprert.bc $< $(PA_PRE_RT_BC) 2>&1 > $@.out
 	-$(LOPT) $(PRE_SC_OPT_FLAGS) $@.paprert.bc -f -o $@ 2>&1 > $@.out

 #
 # Create a SAFECode executable without pointer rewriting.
 #
 $(PROGRAMS_TO_TEST:%=Output/%.noOOB.bc): \
 Output/%.noOOB.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(SC_STATS) $(SCOPTS) $< -f -o $@.noOOB 2>&1 > $@.out
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.noOOB.ld $@.noOOB $(PA_RT_BC) 2>&1 > $@.out
 	-$(LOPT) $(OPTZN_PASSES) $@.noOOB.ld.bc -o $@ -f 2>&1    >> $@.out

 #
 # Create a SAFECode executable with pointer rewriting.
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.bc): \
 Output/%.safecode.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
 	-@rm -f $(CURDIR)/$@.info
 	-$(SC_STATS) $(SCOPTS) $(SCOPTS2) $< -f -o $@.sc 2>&1 > $@.out
 	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out
 	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1    >> $@.out

 #
 # These rules compile the new .bc file into a .c file using llc
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.s): \
 Output/%.safecode.s: Output/%.safecode.bc $(LLC)
 	-$(LLC) $(LLCFLAGS) -f $< -o $@

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB.s): \
 Output/%.noOOB.s: Output/%.noOOB.bc $(LLC)
 	-$(LLC) $(LLCFLAGS) -f $< -o $@

 $(PROGRAMS_TO_TEST:%=Output/%.safecode.cbe.c): \
 Output/%.safecode.cbe.c: Output/%.safecode.bc $(LLC)
 	-$(LLC) -march=c $(LLCFLAGS) -f $< -o $@

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB.cbe.c): \
 Output/%.noOOB.cbe.c: Output/%.noOOB.bc $(LLC)
 	-$(LLC) -march=c $(LLCFLAGS) -f $< -o $@

 #
 # These rules compile the CBE .c file into a final executable
 #
 ifdef SC_USECBE
 $(PROGRAMS_TO_TEST:%=Output/%.safecode): \
 Output/%.safecode: Output/%.safecode.cbe.c $(PA_RT_O)
 	-$(LLVMGCC) $(CBECFLAGS) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB): \
 Output/%.noOOB: Output/%.noOOB.cbe.c
 	-$(LLVMGCC) $(CBECFLAGS) $(CFLAGS) $< $(LLCLIBS) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++
 else
 $(PROGRAMS_TO_TEST:%=Output/%.safecode): \
 Output/%.safecode: Output/%.safecode.s $(PA_RT_O)
 	-$(LLVMGCC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB): \
 Output/%.noOOB: Output/%.noOOB.s
 	-$(LLVMGCC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++
 endif

 ##############################################################################
 # Rules for running executables and generating reports
 ##############################################################################

 ifndef PROGRAMS_HAVE_CUSTOM_RUN_RULES

 #
 # This rule runs the generated executable, generating timing information, for
 # normal test programs
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
 Output/%.safecode.out-llc: Output/%.safecode
 	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB.out-llc): \
 Output/%.noOOB.out-llc: Output/%.noOOB
 	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

 else

 #
 # This rule runs the generated executable, generating timing information, for
 # SPEC
 #
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
 Output/%.safecode.out-llc: Output/%.safecode
 	-$(SPEC_SANDBOX) safecodecbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
              $(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
                   ../../$< $(RUN_OPTIONS)
 	-(cd Output/safecodecbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
 	-cp Output/safecodecbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB.out-llc): \
 Output/%.noOOB.out-llc: Output/%.noOOB
 	-$(SPEC_SANDBOX) noOOBcbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
              $(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
                   ../../$< $(RUN_OPTIONS)
 	-(cd Output/noOOBcbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
 	-cp Output/noOOBcbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time

 endif


 # This rule diffs the post-poolallocated version to make sure we didn't break
 # the program!
 $(PROGRAMS_TO_TEST:%=Output/%.safecode.diff-llc): \
 Output/%.safecode.diff-llc: Output/%.out-nat Output/%.safecode.out-llc
 	@cp Output/$*.out-nat Output/$*.safecode.out-nat
 	-$(DIFFPROG) llc $*.safecode $(HIDEDIFF)

 $(PROGRAMS_TO_TEST:%=Output/%.noOOB.diff-llc): \
 Output/%.noOOB.diff-llc: Output/%.out-nat Output/%.noOOB.out-llc
 	@cp Output/$*.out-nat Output/$*.noOOB.out-nat
 	-$(DIFFPROG) llc $*.noOOB $(HIDEDIFF)


 # This rule wraps everything together to build the actual output the report is
 # generated from.
 $(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
 Output/%.$(TEST).report.txt: Output/%.out-nat                \
                              Output/%.noOOB.diff-llc         \
                              Output/%.safecode.diff-llc     \
                              Output/%.LOC.txt
 	@echo > $@
 	@-if test -f Output/$*.out-nat; then \
 	  printf "GCC-RUN-TIME: " >> $@;\
 	  grep "^user" Output/$*.out-nat.time >> $@;\
         fi
 	@-if test -f Output/$*.noOOB.diff-llc; then \
 	  printf "CBE-RUN-TIME-NORMAL: " >> $@;\
 	  grep "^user" Output/$*.noOOB.out-llc.time >> $@;\
         fi
 	@-if test -f Output/$*.safecode.diff-llc; then \
 	  printf "CBE-RUN-TIME-SAFECODE: " >> $@;\
 	  grep "^user" Output/$*.safecode.out-llc.time >> $@;\
 	fi
 	printf "LOC: " >> $@
 	cat Output/$*.LOC.txt >> $@
 	#@cat Output/$*.$(TEST).bc.info >> $@

 $(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
 test.$(TEST).%: Output/%.$(TEST).report.txt
 	@echo "---------------------------------------------------------------"
 	@echo ">>> ========= '$(RELDIR)/$*' Program"
 	@echo "---------------------------------------------------------------"
 	@cat $<

 REPORT_DEPENDENCIES := $(PA_RT_O) $(PA_SO) $(PROGRAMS_TO_TEST:%=Output/%.llvm.bc) $(LLC) $(LOPT)
	##===- TEST.debug.Makefile ---------------------------------- Makefile --===##
	#
	# This test runs performance experiments using SAFECode as a debugging tool.
	#
	##===----------------------------------------------------------------------===##

	include $(PROJ_OBJ_ROOT)/Makefile.common

	EXTRA_LOPT_OPTIONS :=

	ifdef DEBUG_SAFECODE
	CFLAGS := -g -O0 -fno-strict-aliasing -fno-merge-constants
	LLCFLAGS := -disable-fp-elim
	LLVMLDFLAGS := -disable-opt
	OPTZN_PASSES := -mem2reg -simplifycfg -adce

	WHOLE_PROGRAM_BC_SUFFIX := linked.rbc
	else
	CFLAGS := -g -O2 -fno-strict-aliasing -fno-merge-constants
	OPTZN_PASSES := -std-compile-opts

	WHOLE_PROGRAM_BC_SUFFIX := llvm.bc
	endif

	CURDIR := $(shell cd .; pwd)
	PROGDIR := $(shell cd $(LLVM_SRC_ROOT)/projects/llvm-test; pwd)/
	RELDIR := $(subst $(PROGDIR),,$(CURDIR))
	GCCLD = $(LLVM_OBJ_ROOT)/$(CONFIGURATION)/bin/gccld
	SCOPTS := -terminate -check-every-gep-use -rewrite-oob
	SCOPTS2 := -pa=apa
	#SCOPTS2 := -pa=multi
	#SCOPTS2 := -dpchecks
	SC := $(LLVM_OBJ_ROOT)/projects/safecode/$(CONFIGURATION)/bin/sc

	# Pool allocator pass shared object
	PA_SO := $(PROJECT_DIR)/$(CONFIGURATION)/lib/libaddchecks.a

	# Bits of runtime to improve analysis
	PA_PRE_RT_BC := $(POOLALLOC_OBJDIR)/$(CONFIGURATION)/lib/libpa_pre_rt.bca

	SC_RT := libsc_dbg_rt libpoolalloc_bitmap

	ifdef DEBUG_SAFECODE
	PA_RT_O := $(addprefix $(PROJECT_DIR)/Debug/lib/,$(addsuffix .a,$(SC_RT)))
	else
	PA_RT_BC := $(addprefix $(PROJECT_DIR)/$(CONFIGURATION)/lib/,$(addsuffix .bca,$(SC_RT)))
	endif

	# SC_STATS - Run opt with the -stats and -time-passes options, capturing the
	# output to a file.
	SC_STATS = $(SC) -stats -time-passes -info-output-file=$(CURDIR)/$@.info

	# Pre processing library for DSA
	ASSIST_SO := $(POOLALLOC_OBJDIR)/$(CONFIGURATION)/lib/libAssistDS$(SHLIBEXT)

	PRE_SC_OPT_FLAGS = -load $(ASSIST_SO) -mem2reg -instnamer -internalize -indclone -funcspec -ipsccp -deadargelim -instcombine -globaldce -licm

	#EXTRA_LINKTIME_OPT_FLAGS = $(EXTRA_LOPT_OPTIONS)

	ifeq ($(OS),Darwin)
	LDFLAGS += -lpthread
	else
	LDFLAGS += -lrt -lpthread
	endif

	#
	# When compiling on Linux, statically link in libstdc++.
	# For other platforms, link it in normally.
	#
	ifeq ($(OS),Linux)
	STATICFLAGS := -static
	else
	STATICFLAGS :=
	endif

	# DEBUGGING
	# o) Don't add -g to CFLAGS, CXXFLAGS, or CPPFLAGS; these are used by the
	# rules to compile code with llvm-gcc and enable LLVM debug information;
	# this, in turn, causes test cases to fail unnecessairly.
	#CBECFLAGS += -g

	#
	# This rule links in part of the SAFECode run-time with the original program.
	#
	$(PROGRAMS_TO_TEST:%=Output/%.presc.bc): \
	Output/%.presc.bc: Output/%.$(WHOLE_PROGRAM_BC_SUFFIX) $(LOPT) $(PA_PRE_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(LLVMLDPROG) $(LLVMLDFLAGS) -link-as-library -o $@.paprert.bc $< $(PA_PRE_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(PRE_SC_OPT_FLAGS) $@.paprert.bc -f -o $@ 2>&1 > $@.out

	#
	# Create a SAFECode executable without pointer rewriting.
	#
	$(PROGRAMS_TO_TEST:%=Output/%.noOOB.bc): \
	Output/%.noOOB.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(SC_STATS) $(SCOPTS) $< -f -o $@.noOOB 2>&1 > $@.out
	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.noOOB.ld $@.noOOB $(PA_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(OPTZN_PASSES) $@.noOOB.ld.bc -o $@ -f 2>&1 >> $@.out

	#
	# Create a SAFECode executable with pointer rewriting.
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.bc): \
	Output/%.safecode.bc: Output/%.presc.bc $(LOPT) $(PA_RT_BC)
	-@rm -f $(CURDIR)/$@.info
	-$(SC_STATS) $(SCOPTS) $(SCOPTS2) $< -f -o $@.sc 2>&1 > $@.out
	-$(LLVMLDPROG) $(LLVMLDFLAGS) -o $@.sc.ld $@.sc $(PA_RT_BC) 2>&1 > $@.out
	-$(LOPT) $(OPTZN_PASSES) $@.sc.ld.bc -o $@ -f 2>&1 >> $@.out

	#
	# These rules compile the new .bc file into a .c file using llc
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.s): \
	Output/%.safecode.s: Output/%.safecode.bc $(LLC)
	-$(LLC) $(LLCFLAGS) -f $< -o $@

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB.s): \
	Output/%.noOOB.s: Output/%.noOOB.bc $(LLC)
	-$(LLC) $(LLCFLAGS) -f $< -o $@

	$(PROGRAMS_TO_TEST:%=Output/%.safecode.cbe.c): \
	Output/%.safecode.cbe.c: Output/%.safecode.bc $(LLC)
	-$(LLC) -march=c $(LLCFLAGS) -f $< -o $@

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB.cbe.c): \
	Output/%.noOOB.cbe.c: Output/%.noOOB.bc $(LLC)
	-$(LLC) -march=c $(LLCFLAGS) -f $< -o $@

	#
	# These rules compile the CBE .c file into a final executable
	#
	ifdef SC_USECBE
	$(PROGRAMS_TO_TEST:%=Output/%.safecode): \
	Output/%.safecode: Output/%.safecode.cbe.c $(PA_RT_O)
	-$(LLVMGCC) $(CBECFLAGS) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB): \
	Output/%.noOOB: Output/%.noOOB.cbe.c
	-$(LLVMGCC) $(CBECFLAGS) $(CFLAGS) $< $(LLCLIBS) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++
	else
	$(PROGRAMS_TO_TEST:%=Output/%.safecode): \
	Output/%.safecode: Output/%.safecode.s $(PA_RT_O)
	-$(LLVMGCC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB): \
	Output/%.noOOB: Output/%.noOOB.s
	-$(LLVMGCC) $(CFLAGS) $< $(LLCLIBS) $(PA_RT_O) $(LDFLAGS) -o $@ $(STATICFLAGS) -lstdc++
	endif

	##############################################################################
	# Rules for running executables and generating reports
	##############################################################################

	ifndef PROGRAMS_HAVE_CUSTOM_RUN_RULES

	#
	# This rule runs the generated executable, generating timing information, for
	# normal test programs
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
	Output/%.safecode.out-llc: Output/%.safecode
	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB.out-llc): \
	Output/%.noOOB.out-llc: Output/%.noOOB
	-$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)

	else

	#
	# This rule runs the generated executable, generating timing information, for
	# SPEC
	#
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.out-llc): \
	Output/%.safecode.out-llc: Output/%.safecode
	-$(SPEC_SANDBOX) safecodecbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
	$(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
	../../$< $(RUN_OPTIONS)
	-(cd Output/safecodecbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
	-cp Output/safecodecbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB.out-llc): \
	Output/%.noOOB.out-llc: Output/%.noOOB
	-$(SPEC_SANDBOX) noOOBcbe-$(RUN_TYPE) $@ $(REF_IN_DIR) \
	$(RUNSAFELY) $(STDIN_FILENAME) $(STDOUT_FILENAME) \
	../../$< $(RUN_OPTIONS)
	-(cd Output/noOOBcbe-$(RUN_TYPE); cat $(LOCAL_OUTPUTS)) > $@
	-cp Output/noOOBcbe-$(RUN_TYPE)/$(STDOUT_FILENAME).time $@.time

	endif


	# This rule diffs the post-poolallocated version to make sure we didn't break
	# the program!
	$(PROGRAMS_TO_TEST:%=Output/%.safecode.diff-llc): \
	Output/%.safecode.diff-llc: Output/%.out-nat Output/%.safecode.out-llc
	@cp Output/$.out-nat Output/$.safecode.out-nat
	-$(DIFFPROG) llc $*.safecode $(HIDEDIFF)

	$(PROGRAMS_TO_TEST:%=Output/%.noOOB.diff-llc): \
	Output/%.noOOB.diff-llc: Output/%.out-nat Output/%.noOOB.out-llc
	@cp Output/$.out-nat Output/$.noOOB.out-nat
	-$(DIFFPROG) llc $*.noOOB $(HIDEDIFF)


	# This rule wraps everything together to build the actual output the report is
	# generated from.
	$(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
	Output/%.$(TEST).report.txt: Output/%.out-nat \
	Output/%.noOOB.diff-llc \
	Output/%.safecode.diff-llc \
	Output/%.LOC.txt
	@echo > $@
	@-if test -f Output/$*.out-nat; then \
	printf "GCC-RUN-TIME: " >> $@;\
	grep "^user" Output/$*.out-nat.time >> $@;\
	fi
	@-if test -f Output/$*.noOOB.diff-llc; then \
	printf "CBE-RUN-TIME-NORMAL: " >> $@;\
	grep "^user" Output/$*.noOOB.out-llc.time >> $@;\
	fi
	@-if test -f Output/$*.safecode.diff-llc; then \
	printf "CBE-RUN-TIME-SAFECODE: " >> $@;\
	grep "^user" Output/$*.safecode.out-llc.time >> $@;\
	fi
	printf "LOC: " >> $@
	cat Output/$*.LOC.txt >> $@
	#@cat Output/$*.$(TEST).bc.info >> $@

	$(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
	test.$(TEST).%: Output/%.$(TEST).report.txt
	@echo "---------------------------------------------------------------"
	@echo ">>> ========= '$(RELDIR)/$*' Program"
	@echo "---------------------------------------------------------------"
	@cat $<

	REPORT_DEPENDENCIES := $(PA_RT_O) $(PA_SO) $(PROGRAMS_TO_TEST:%=Output/%.llvm.bc) $(LLC) $(LOPT)