blob: e02daa072546a99c8747bcf1da8ec41e89c73f90 [file] [log] [blame]
Chris Lattner12d632c2004-11-07 05:05:37 +00001#===- test/Makefile ----------------------------------------*- Makefile -*--===#
Mikhail Glushenkov38ead322009-03-06 12:25:56 +00002#
Chris Lattner12d632c2004-11-07 05:05:37 +00003# The LLVM Compiler Infrastructure
4#
Chris Lattner57360d12007-12-29 20:11:13 +00005# This file is distributed under the University of Illinois Open Source
6# License. See LICENSE.TXT for details.
Mikhail Glushenkov38ead322009-03-06 12:25:56 +00007#
Chris Lattner12d632c2004-11-07 05:05:37 +00008#===------------------------------------------------------------------------===#
9
Misha Brukman5eb009a2008-12-31 17:38:27 +000010LEVEL = ..
Mikhail Glushenkov38ead322009-03-06 12:25:56 +000011DIRS =
Chris Lattner52a4e852002-01-23 21:36:59 +000012
John Criswell299e15e2003-08-21 15:09:29 +000013#
Tanya Lattner9f97b4c2004-12-04 06:25:08 +000014# Make Dejagnu the default for testing
John Criswellee29d2a2003-09-06 15:12:21 +000015#
Reid Spencer135e1d82004-12-06 05:35:38 +000016all:: check-local
John Criswellee29d2a2003-09-06 15:12:21 +000017
John Criswelld184c672003-10-27 17:46:42 +000018# Include other test rules
John Criswelld184c672003-10-27 17:46:42 +000019include Makefile.tests
20
Chris Lattner12d632c2004-11-07 05:05:37 +000021#===------------------------------------------------------------------------===#
22# DejaGNU testing support
23#===------------------------------------------------------------------------===#
24
Shantonu Sen1b6d3da2009-06-26 05:44:53 +000025ifneq ($(GREP_OPTIONS),)
26$(warning GREP_OPTIONS environment variable may interfere with test results)
27endif
28
Gabor Greif684ed3d2008-02-26 12:08:55 +000029ifdef VERBOSE
30RUNTESTFLAGS := $(VERBOSE)
31endif
32
Tanya Lattner491e9cd2004-11-07 21:39:41 +000033ifdef TESTSUITE
Chris Lattner60bdce62004-12-12 21:39:49 +000034CLEANED_TESTSUITE := $(patsubst %/,%,$(TESTSUITE))
Reid Spencerb18ec662006-11-11 01:02:45 +000035CLEANED_TESTSUITE := $(patsubst test/%,%,$(CLEANED_TESTSUITE))
Gabor Greif684ed3d2008-02-26 12:08:55 +000036RUNTESTFLAGS += --tool $(CLEANED_TESTSUITE)
Tanya Lattner491e9cd2004-11-07 21:39:41 +000037endif
38
Nuno Lopes2bdc07b2008-10-07 14:48:14 +000039ifdef VG
40VALGRIND := valgrind --tool=memcheck --quiet --trace-children=yes --error-exitcode=3 --leak-check=full
41endif
42
Gordon Henriksen0908d492007-09-18 12:26:17 +000043IGNORE_TESTS :=
44
Reid Spencer15d40592006-05-28 04:21:40 +000045ifndef RUNLLVM2CPP
Gordon Henriksen0908d492007-09-18 12:26:17 +000046IGNORE_TESTS += llvm2cpp.exp
47endif
48
Gordon Henriksen6530e9d2007-10-02 09:50:18 +000049IGNORE_TESTS += $(filter-out $(BINDINGS_TO_BUILD:=.exp),$(ALL_BINDINGS:=.exp))
Gordon Henriksen0908d492007-09-18 12:26:17 +000050
51ifdef IGNORE_TESTS
52RUNTESTFLAGS += --ignore "$(strip $(IGNORE_TESTS))"
Reid Spencer15d40592006-05-28 04:21:40 +000053endif
54
Chris Lattner03ed6252006-08-01 00:07:58 +000055ifneq ($(RUNTEST),)
Reid Spencer135e1d82004-12-06 05:35:38 +000056check-local:: site.exp
Reid Spencerec68fd42007-02-11 20:18:32 +000057 ( ulimit -t 600 ; ulimit -d 512000 ; \
Dan Gohmanab192b72009-04-23 00:28:31 +000058 ulimit -m 512000 ; ulimit -v 512000 ; \
Reid Spencerec68fd42007-02-11 20:18:32 +000059 PATH="$(LLVMToolDir):$(LLVM_SRC_ROOT)/test/Scripts:$(PATH)" \
60 $(RUNTEST) $(RUNTESTFLAGS) )
Chris Lattner03ed6252006-08-01 00:07:58 +000061else
62check-local:: site.exp
Misha Brukman33d0a032009-01-01 20:26:05 +000063 @echo "*** dejagnu not found. Make sure 'runtest' is in your PATH, then reconfigure LLVM."
Chris Lattner03ed6252006-08-01 00:07:58 +000064endif
Tanya Lattner491e9cd2004-11-07 21:39:41 +000065
Reid Spencer9df55612007-04-15 06:18:50 +000066ifdef TESTONE
67CLEANED_TESTONE := $(patsubst %/,%,$(TESTONE))
68CLEANED_TESTONE := $(patsubst test/%,%,$(CLEANED_TESTONE))
69SUBDIR := $(shell dirname $(CLEANED_TESTONE))
70TESTPATH := $(LLVM_SRC_ROOT)/test/$(CLEANED_TESTONE)
71check-one: site.exp $(TCLSH)
Duncan Sands64609d32007-04-16 16:45:12 +000072 $(Verb)( echo "source $(LLVM_OBJ_ROOT)/test/site.exp" ; \
Reid Spencer9df55612007-04-15 06:18:50 +000073 echo "set subdir $(SUBDIR)" ; \
74 echo "proc pass { msg } { puts \"PASS: \$$msg\" } "; \
75 echo "proc fail { msg } { puts \"FAIL: \$$msg\" }" ; \
76 echo "proc xfail { msg } { puts \"XFAIL: \$$msg\" }" ; \
77 echo "proc xpass { msg } { puts \"XPASS: \$$msg\" }" ; \
Gabor Greif15140102008-02-26 13:27:49 +000078 echo "proc verbose args { }" ; \
Reid Spencer9df55612007-04-15 06:18:50 +000079 echo "source $(LLVM_SRC_ROOT)/test/lib/llvm.exp" ; \
80 echo "RunLLVMTests $(TESTPATH)" ) | \
81 ( ulimit -t 600 ; ulimit -d 512000 ; \
Dan Gohmanab192b72009-04-23 00:28:31 +000082 ulimit -m 512000 ; ulimit -v 512000 ; \
Reid Spencer9df55612007-04-15 06:18:50 +000083 PATH="$(LLVMToolDir):$(LLVM_SRC_ROOT)/test/Scripts:$(PATH)" \
84 $(TCLSH) )
85endif
86
Tanya Lattner9f97b4c2004-12-04 06:25:08 +000087clean::
Reid Spencerfb15c002007-01-17 07:59:14 +000088 $(RM) -rf `find $(LLVM_OBJ_ROOT)/test -name Output -type d -print`
Tanya Lattner7a7cb4c2004-11-07 04:59:52 +000089
Devang Patel6748f042009-02-02 21:09:36 +000090# dsymutil is used on the Darwin to manipulate DWARF debugging information.
91ifeq ($(OS),Darwin)
92DSYMUTIL=dsymutil
93else
94DSYMUTIL=true
95endif
Evan Cheng802cd842009-03-21 18:12:24 +000096ifdef TargetCommonOpts
97BUGPOINT_TOPTS="-gcc-tool-args $(TargetCommonOpts)"
98else
99BUGPOINT_TOPTS=""
100endif
Devang Patel6748f042009-02-02 21:09:36 +0000101
Nuno Lopes2bdc07b2008-10-07 14:48:14 +0000102FORCE:
103
104site.exp: FORCE
Tanya Lattner7a7cb4c2004-11-07 04:59:52 +0000105 @echo 'Making a new site.exp file...'
106 @echo '## these variables are automatically generated by make ##' >site.tmp
107 @echo '# Do not edit here. If you wish to override these values' >>site.tmp
108 @echo '# edit the last section' >>site.tmp
Reid Spencerdb4264f2006-04-13 20:33:59 +0000109 @echo 'set target_triplet "$(TARGET_TRIPLE)"' >> site.tmp
Reid Spencere5190d22007-04-21 20:39:26 +0000110 @echo 'set TARGETS_TO_BUILD "$(TARGETS_TO_BUILD)"' >> site.tmp
Reid Spencer51162ba2007-04-21 21:43:18 +0000111 @echo 'set llvmgcc_langs "$(LLVMGCC_LANGS)"' >> site.tmp
Reid Spencerdb4264f2006-04-13 20:33:59 +0000112 @echo 'set llvmgcc_version "$(LLVMGCC_VERSION)"' >> site.tmp
Tanya Lattner78887f42004-11-30 19:13:06 +0000113 @echo 'set prcontext "$(TCLSH) $(LLVM_SRC_ROOT)/test/Scripts/prcontext.tcl"' >> site.tmp
Reid Spencer492196c2006-05-28 07:22:42 +0000114 @echo 'set llvmtoolsdir "$(ToolDir)"' >>site.tmp
115 @echo 'set llvmlibsdir "$(LibDir)"' >>site.tmp
Reid Spencer15d40592006-05-28 04:21:40 +0000116 @echo 'set srcroot "$(LLVM_SRC_ROOT)"' >>site.tmp
117 @echo 'set objroot "$(LLVM_OBJ_ROOT)"' >>site.tmp
Reid Spencerdb4264f2006-04-13 20:33:59 +0000118 @echo 'set srcdir "$(LLVM_SRC_ROOT)/test"' >>site.tmp
119 @echo 'set objdir "$(LLVM_OBJ_ROOT)/test"' >>site.tmp
Reid Spencer3d89bc52007-04-11 20:57:39 +0000120 @echo 'set gccpath "$(CC)"' >>site.tmp
121 @echo 'set gxxpath "$(CXX)"' >>site.tmp
Evan Cheng802cd842009-03-21 18:12:24 +0000122 @echo 'set compile_c "' $(CC) $(CPP.Flags) $(TargetCommonOpts) $(CompileCommonOpts) -c '"' >>site.tmp
123 @echo 'set compile_cxx "' $(CXX) $(CPP.Flags) $(CXX.Flags) $(TargetCommonOpts) $(CompileCommonOpts) -c '"' >> site.tmp
124 @echo 'set link "' $(CXX) $(CPP.Flags) $(CXX.Flags) $(TargetCommonOpts) $(CompileCommonOpts) $(LD.Flags) '"' >>site.tmp
125 @echo 'set llvmgcc "$(LLVMGCC) $(TargetCommonOpts) $(EXTRA_OPTIONS)"' >> site.tmp
126 @echo 'set llvmgxx "$(LLVMGCC) $(TargetCommonOpts) $(EXTRA_OPTIONS)"' >> site.tmp
Reid Spencer805ab072006-04-06 22:22:08 +0000127 @echo 'set llvmgccmajvers "$(LLVMGCC_MAJVERS)"' >> site.tmp
Evan Cheng802cd842009-03-21 18:12:24 +0000128 @echo 'set bugpoint_topts $(BUGPOINT_TOPTS)' >> site.tmp
Reid Spencer4e3e1152007-04-12 02:49:30 +0000129 @echo 'set shlibext "$(SHLIBEXT)"' >> site.tmp
Gordon Henriksen0908d492007-09-18 12:26:17 +0000130 @echo 'set ocamlc "$(OCAMLC) -cc $(CXX) -I $(LibDir)/ocaml"' >> site.tmp
Nuno Lopes2bdc07b2008-10-07 14:48:14 +0000131 @echo 'set valgrind "$(VALGRIND)"' >> site.tmp
Torok Edwin237033e2008-10-21 17:21:32 +0000132 @echo 'set grep "$(GREP)"' >>site.tmp
133 @echo 'set gas "$(GAS)"' >>site.tmp
Devang Patel6748f042009-02-02 21:09:36 +0000134 @echo 'set llvmdsymutil "$(DSYMUTIL)"' >>site.tmp
Tanya Lattner7a7cb4c2004-11-07 04:59:52 +0000135 @echo '## All variables above are generated by configure. Do Not Edit ## ' >>site.tmp
136 @test ! -f site.exp || \
137 sed '1,/^## All variables above are.*##/ d' site.exp >> site.tmp
138 @-rm -f site.bak
139 @test ! -f site.exp || mv site.exp site.bak
140 @mv site.tmp site.exp