blob: f29d947f6fd1887b9d0661c90656de3f7d391753 [file] [log] [blame]
Johnny Chena1affab2010-07-03 03:41:59 +00001"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
Johnny Chene39170b2012-05-16 20:41:28 +000012entire of part of the test suite . Example:
Johnny Chena1affab2010-07-03 03:41:59 +000013
Johnny Chene39170b2012-05-16 20:41:28 +000014# Exercises the test suite in the types directory....
15/Volumes/data/lldb/svn/ToT/test $ ./dotest.py -A x86_64 types
Johnny Chen59ea45f2010-09-02 22:25:47 +000016...
Johnny Chend0c24b22010-08-23 17:10:44 +000017
Johnny Chene39170b2012-05-16 20:41:28 +000018Session logs for test failures/errors/unexpected successes will go into directory '2012-05-16-13_35_42'
19Command invoked: python ./dotest.py -A x86_64 types
20compilers=['clang']
Johnny Chend0c24b22010-08-23 17:10:44 +000021
Johnny Chene39170b2012-05-16 20:41:28 +000022Configuration: arch=x86_64 compiler=clang
Johnny Chend0c24b22010-08-23 17:10:44 +000023----------------------------------------------------------------------
Johnny Chene39170b2012-05-16 20:41:28 +000024Collected 72 tests
25
26........................................................................
27----------------------------------------------------------------------
28Ran 72 tests in 135.468s
Johnny Chend0c24b22010-08-23 17:10:44 +000029
30OK
Johnny Chena1affab2010-07-03 03:41:59 +000031$
32"""
33
Johnny Chen93ae6042010-09-21 22:34:45 +000034import os, sys, traceback
Enrico Granata0fd6c8d2012-10-24 18:14:21 +000035import os.path
Johnny Chen2d899752010-09-21 21:08:53 +000036import re
Johnny Chena1cc8832010-08-30 21:35:00 +000037from subprocess import *
Johnny Chen84a6d6f2010-10-15 01:18:29 +000038import StringIO
Johnny Chen65572482010-08-25 18:49:48 +000039import time
Johnny Chen1acaf632010-08-30 23:08:52 +000040import types
Johnny Chen75e28f92010-08-05 23:42:46 +000041import unittest2
Johnny Chena1affab2010-07-03 03:41:59 +000042import lldb
43
Johnny Chen548aefd2010-10-11 22:25:46 +000044# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
Johnny Chen24af2962011-01-19 18:18:47 +000045# LLDB_COMMAND_TRACE and LLDB_DO_CLEANUP are set from '-t' and '-r dir' options.
Johnny Chen548aefd2010-10-11 22:25:46 +000046
47# By default, traceAlways is False.
Johnny Chen9de4ede2010-08-31 17:42:54 +000048if "LLDB_COMMAND_TRACE" in os.environ and os.environ["LLDB_COMMAND_TRACE"]=="YES":
49 traceAlways = True
50else:
51 traceAlways = False
52
Johnny Chen548aefd2010-10-11 22:25:46 +000053# By default, doCleanup is True.
54if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"]=="NO":
55 doCleanup = False
56else:
57 doCleanup = True
58
Johnny Chen9de4ede2010-08-31 17:42:54 +000059
Johnny Chen96f08d52010-08-09 22:01:17 +000060#
61# Some commonly used assert messages.
62#
63
Johnny Chenee975b82010-09-17 22:45:27 +000064COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
65
Johnny Chen96f08d52010-08-09 22:01:17 +000066CURRENT_EXECUTABLE_SET = "Current executable set successfully"
67
Johnny Chen72a14342010-09-02 21:23:12 +000068PROCESS_IS_VALID = "Process is valid"
69
70PROCESS_KILLED = "Process is killed successfully"
71
Johnny Chen0ace30f2010-12-23 01:12:19 +000072PROCESS_EXITED = "Process exited successfully"
73
74PROCESS_STOPPED = "Process status should be stopped"
75
Johnny Chen1bb9f9a2010-08-27 23:47:36 +000076RUN_SUCCEEDED = "Process is launched successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +000077
Johnny Chend85dae52010-08-09 23:44:24 +000078RUN_COMPLETED = "Process exited successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +000079
Johnny Chen5349ee22010-10-05 19:27:32 +000080BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
81
Johnny Chend85dae52010-08-09 23:44:24 +000082BREAKPOINT_CREATED = "Breakpoint created successfully"
83
Johnny Chen1ad9e992010-12-04 00:07:24 +000084BREAKPOINT_STATE_CORRECT = "Breakpoint state is correct"
85
Johnny Chen9b92c6e2010-08-17 21:33:31 +000086BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
87
Johnny Chend85dae52010-08-09 23:44:24 +000088BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
Johnny Chen96f08d52010-08-09 22:01:17 +000089
Johnny Chen72afa8d2010-09-30 17:06:24 +000090BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
91
Johnny Chenc55dace2010-10-15 18:07:09 +000092BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
93
Greg Claytonb2c1a412012-10-24 18:24:14 +000094MISSING_EXPECTED_REGISTERS = "At least one expected register is unavailable."
95
Johnny Chenc0dbdc02011-06-27 20:05:23 +000096OBJECT_PRINTED_CORRECTLY = "Object printed correctly"
97
Johnny Chen6f7abb02010-12-09 18:22:12 +000098SOURCE_DISPLAYED_CORRECTLY = "Source code displayed correctly"
99
Johnny Chen0b3ee552010-09-22 23:00:20 +0000100STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
101
Johnny Chen33cd0c32011-04-15 16:44:48 +0000102STOPPED_DUE_TO_EXC_BAD_ACCESS = "Process should be stopped due to bad access exception"
103
Johnny Chene8587d02010-11-10 23:46:38 +0000104STOPPED_DUE_TO_BREAKPOINT = "Process should be stopped due to breakpoint"
Johnny Chenc82ac762010-11-10 20:20:06 +0000105
Johnny Chene8587d02010-11-10 23:46:38 +0000106STOPPED_DUE_TO_BREAKPOINT_WITH_STOP_REASON_AS = "%s, %s" % (
107 STOPPED_DUE_TO_BREAKPOINT, "instead, the actual stop reason is: '%s'")
Johnny Chen96f08d52010-08-09 22:01:17 +0000108
Johnny Chenf6bdb192010-10-20 18:38:48 +0000109STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
110
Johnny Chen7a4512b2010-12-13 21:49:58 +0000111STOPPED_DUE_TO_BREAKPOINT_IGNORE_COUNT = "Stopped due to breakpoint and ignore count"
112
Johnny Chend7a4eb02010-10-14 01:22:03 +0000113STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
114
Johnny Chen96f08d52010-08-09 22:01:17 +0000115STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
116
Johnny Chen58c66e22011-09-15 21:09:59 +0000117STOPPED_DUE_TO_WATCHPOINT = "Process should be stopped due to watchpoint"
118
Johnny Chen4917e102010-08-24 22:07:56 +0000119DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
120
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000121VALID_BREAKPOINT = "Got a valid breakpoint"
122
Johnny Chen0601a292010-10-22 18:10:25 +0000123VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
124
Johnny Chenac910272011-05-06 23:26:12 +0000125VALID_COMMAND_INTERPRETER = "Got a valid command interpreter"
126
Johnny Chen1bb9f9a2010-08-27 23:47:36 +0000127VALID_FILESPEC = "Got a valid filespec"
128
Johnny Chen8fd886c2010-12-08 01:25:21 +0000129VALID_MODULE = "Got a valid module"
130
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000131VALID_PROCESS = "Got a valid process"
132
Johnny Chen8fd886c2010-12-08 01:25:21 +0000133VALID_SYMBOL = "Got a valid symbol"
134
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000135VALID_TARGET = "Got a valid target"
136
Johnny Chen2ef5eae2012-02-03 20:43:00 +0000137VALID_TYPE = "Got a valid type"
138
Johnny Chen5503d462011-07-15 22:28:10 +0000139VALID_VARIABLE = "Got a valid variable"
140
Johnny Chen22b95b22010-08-25 19:00:04 +0000141VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
Johnny Chen96f08d52010-08-09 22:01:17 +0000142
Johnny Chen58c66e22011-09-15 21:09:59 +0000143WATCHPOINT_CREATED = "Watchpoint created successfully"
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000144
Johnny Chen05efcf782010-11-09 18:42:22 +0000145def CMD_MSG(str):
Johnny Chen006b5952011-05-31 22:16:51 +0000146 '''A generic "Command '%s' returns successfully" message generator.'''
Johnny Chen05efcf782010-11-09 18:42:22 +0000147 return "Command '%s' returns successfully" % str
148
Johnny Chendbe2c822012-03-15 19:10:00 +0000149def COMPLETION_MSG(str_before, str_after):
Johnny Chenfbcad682012-01-20 23:02:51 +0000150 '''A generic message generator for the completion mechanism.'''
151 return "'%s' successfully completes to '%s'" % (str_before, str_after)
152
Johnny Chen05efcf782010-11-09 18:42:22 +0000153def EXP_MSG(str, exe):
Johnny Chen006b5952011-05-31 22:16:51 +0000154 '''A generic "'%s' returns expected result" message generator if exe.
155 Otherwise, it generates "'%s' matches expected result" message.'''
Johnny Chen05efcf782010-11-09 18:42:22 +0000156 return "'%s' %s expected result" % (str, 'returns' if exe else 'matches')
Johnny Chend85dae52010-08-09 23:44:24 +0000157
Johnny Chendb9cbe92010-10-19 19:11:38 +0000158def SETTING_MSG(setting):
Johnny Chen006b5952011-05-31 22:16:51 +0000159 '''A generic "Value of setting '%s' is correct" message generator.'''
Johnny Chendb9cbe92010-10-19 19:11:38 +0000160 return "Value of setting '%s' is correct" % setting
161
Johnny Chenf4ce2882010-08-26 21:49:29 +0000162def EnvArray():
Johnny Chen006b5952011-05-31 22:16:51 +0000163 """Returns an env variable array from the os.environ map object."""
Johnny Chenf4ce2882010-08-26 21:49:29 +0000164 return map(lambda k,v: k+"="+v, os.environ.keys(), os.environ.values())
165
Johnny Chen14906002010-10-11 23:52:19 +0000166def line_number(filename, string_to_match):
167 """Helper function to return the line number of the first matched string."""
168 with open(filename, 'r') as f:
169 for i, line in enumerate(f):
170 if line.find(string_to_match) != -1:
171 # Found our match.
Johnny Chen0659e342010-10-12 00:09:25 +0000172 return i+1
Johnny Chen33cd0c32011-04-15 16:44:48 +0000173 raise Exception("Unable to find '%s' within file %s" % (string_to_match, filename))
Johnny Chen14906002010-10-11 23:52:19 +0000174
Johnny Chen5349ee22010-10-05 19:27:32 +0000175def pointer_size():
176 """Return the pointer size of the host system."""
177 import ctypes
178 a_pointer = ctypes.c_void_p(0xffff)
179 return 8 * ctypes.sizeof(a_pointer)
180
Johnny Chen7be5d352012-02-09 02:01:59 +0000181def is_exe(fpath):
182 """Returns true if fpath is an executable."""
183 return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
184
185def which(program):
186 """Returns the full path to a program; None otherwise."""
187 fpath, fname = os.path.split(program)
188 if fpath:
189 if is_exe(program):
190 return program
191 else:
192 for path in os.environ["PATH"].split(os.pathsep):
193 exe_file = os.path.join(path, program)
194 if is_exe(exe_file):
195 return exe_file
196 return None
197
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000198class recording(StringIO.StringIO):
199 """
200 A nice little context manager for recording the debugger interactions into
201 our session object. If trace flag is ON, it also emits the interactions
202 into the stderr.
203 """
204 def __init__(self, test, trace):
Johnny Chen1b7d6292010-10-15 23:55:05 +0000205 """Create a StringIO instance; record the session obj and trace flag."""
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000206 StringIO.StringIO.__init__(self)
Johnny Chen770683d2011-08-16 22:06:17 +0000207 # The test might not have undergone the 'setUp(self)' phase yet, so that
208 # the attribute 'session' might not even exist yet.
Johnny Chen8339f982011-08-16 17:06:45 +0000209 self.session = getattr(test, "session", None) if test else None
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000210 self.trace = trace
211
212 def __enter__(self):
213 """
214 Context management protocol on entry to the body of the with statement.
215 Just return the StringIO object.
216 """
217 return self
218
219 def __exit__(self, type, value, tb):
220 """
221 Context management protocol on exit from the body of the with statement.
222 If trace is ON, it emits the recordings into stderr. Always add the
223 recordings to our session object. And close the StringIO object, too.
224 """
225 if self.trace:
Johnny Chen1b7d6292010-10-15 23:55:05 +0000226 print >> sys.stderr, self.getvalue()
227 if self.session:
228 print >> self.session, self.getvalue()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000229 self.close()
230
Johnny Chen1b7d6292010-10-15 23:55:05 +0000231# From 2.7's subprocess.check_output() convenience function.
Johnny Chen0bfa8592011-03-23 20:28:59 +0000232# Return a tuple (stdoutdata, stderrdata).
Johnny Chen1b7d6292010-10-15 23:55:05 +0000233def system(*popenargs, **kwargs):
Johnny Chen22ca65d2011-11-16 22:44:28 +0000234 r"""Run an os command with arguments and return its output as a byte string.
Johnny Chen1b7d6292010-10-15 23:55:05 +0000235
236 If the exit code was non-zero it raises a CalledProcessError. The
237 CalledProcessError object will have the return code in the returncode
238 attribute and output in the output attribute.
239
240 The arguments are the same as for the Popen constructor. Example:
241
242 >>> check_output(["ls", "-l", "/dev/null"])
243 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
244
245 The stdout argument is not allowed as it is used internally.
246 To capture standard error in the result, use stderr=STDOUT.
247
248 >>> check_output(["/bin/sh", "-c",
249 ... "ls -l non_existent_file ; exit 0"],
250 ... stderr=STDOUT)
251 'ls: non_existent_file: No such file or directory\n'
252 """
253
254 # Assign the sender object to variable 'test' and remove it from kwargs.
255 test = kwargs.pop('sender', None)
256
257 if 'stdout' in kwargs:
258 raise ValueError('stdout argument not allowed, it will be overridden.')
Johnny Chen0bfa8592011-03-23 20:28:59 +0000259 process = Popen(stdout=PIPE, stderr=PIPE, *popenargs, **kwargs)
Johnny Chen30b30cb2011-11-16 22:41:53 +0000260 pid = process.pid
Johnny Chen1b7d6292010-10-15 23:55:05 +0000261 output, error = process.communicate()
262 retcode = process.poll()
263
264 with recording(test, traceAlways) as sbuf:
265 if isinstance(popenargs, types.StringTypes):
266 args = [popenargs]
267 else:
268 args = list(popenargs)
269 print >> sbuf
270 print >> sbuf, "os command:", args
Johnny Chen30b30cb2011-11-16 22:41:53 +0000271 print >> sbuf, "with pid:", pid
Johnny Chen1b7d6292010-10-15 23:55:05 +0000272 print >> sbuf, "stdout:", output
273 print >> sbuf, "stderr:", error
274 print >> sbuf, "retcode:", retcode
275 print >> sbuf
276
277 if retcode:
278 cmd = kwargs.get("args")
279 if cmd is None:
280 cmd = popenargs[0]
281 raise CalledProcessError(retcode, cmd)
Johnny Chen0bfa8592011-03-23 20:28:59 +0000282 return (output, error)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000283
Johnny Chen29867642010-11-01 20:35:01 +0000284def getsource_if_available(obj):
285 """
286 Return the text of the source code for an object if available. Otherwise,
287 a print representation is returned.
288 """
289 import inspect
290 try:
291 return inspect.getsource(obj)
292 except:
293 return repr(obj)
294
Peter Collingbourne39bd5362011-06-20 19:06:20 +0000295def builder_module():
296 return __import__("builder_" + sys.platform)
297
Johnny Chen366fb8c2011-08-01 18:46:13 +0000298#
299# Decorators for categorizing test cases.
300#
301
302from functools import wraps
303def python_api_test(func):
304 """Decorate the item as a Python API only test."""
305 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
306 raise Exception("@python_api_test can only be used to decorate a test method")
307 @wraps(func)
308 def wrapper(self, *args, **kwargs):
309 try:
310 if lldb.dont_do_python_api_test:
311 self.skipTest("python api tests")
312 except AttributeError:
313 pass
314 return func(self, *args, **kwargs)
315
316 # Mark this function as such to separate them from lldb command line tests.
317 wrapper.__python_api_test__ = True
318 return wrapper
319
Johnny Chen366fb8c2011-08-01 18:46:13 +0000320def benchmarks_test(func):
321 """Decorate the item as a benchmarks test."""
322 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
323 raise Exception("@benchmarks_test can only be used to decorate a test method")
324 @wraps(func)
325 def wrapper(self, *args, **kwargs):
326 try:
327 if not lldb.just_do_benchmarks_test:
328 self.skipTest("benchmarks tests")
329 except AttributeError:
330 pass
331 return func(self, *args, **kwargs)
332
333 # Mark this function as such to separate them from the regular tests.
334 wrapper.__benchmarks_test__ = True
335 return wrapper
336
Johnny Chena3ed7d82012-04-06 00:56:05 +0000337def dsym_test(func):
338 """Decorate the item as a dsym test."""
339 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
340 raise Exception("@dsym_test can only be used to decorate a test method")
341 @wraps(func)
342 def wrapper(self, *args, **kwargs):
343 try:
344 if lldb.dont_do_dsym_test:
345 self.skipTest("dsym tests")
346 except AttributeError:
347 pass
348 return func(self, *args, **kwargs)
349
350 # Mark this function as such to separate them from the regular tests.
351 wrapper.__dsym_test__ = True
352 return wrapper
353
354def dwarf_test(func):
355 """Decorate the item as a dwarf test."""
356 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
357 raise Exception("@dwarf_test can only be used to decorate a test method")
358 @wraps(func)
359 def wrapper(self, *args, **kwargs):
360 try:
361 if lldb.dont_do_dwarf_test:
362 self.skipTest("dwarf tests")
363 except AttributeError:
364 pass
365 return func(self, *args, **kwargs)
366
367 # Mark this function as such to separate them from the regular tests.
368 wrapper.__dwarf_test__ = True
369 return wrapper
370
Enrico Granata786e8732013-02-23 01:35:21 +0000371def expectedFailureGcc(bugnumber=None):
Enrico Granata21416a12013-02-23 01:05:23 +0000372 if callable(bugnumber):
373 @wraps(bugnumber)
Enrico Granata786e8732013-02-23 01:35:21 +0000374 def expectedFailureGcc_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000375 from unittest2 import case
376 self = args[0]
377 test_compiler = self.getCompiler()
378 try:
379 bugnumber(*args, **kwargs)
380 except Exception:
Enrico Granata786e8732013-02-23 01:35:21 +0000381 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000382 raise case._ExpectedFailure(sys.exc_info(),None)
383 else:
384 raise
Enrico Granata786e8732013-02-23 01:35:21 +0000385 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000386 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata786e8732013-02-23 01:35:21 +0000387 return expectedFailureGcc_easy_wrapper
Enrico Granata21416a12013-02-23 01:05:23 +0000388 else:
Enrico Granata786e8732013-02-23 01:35:21 +0000389 def expectedFailureGcc_impl(func):
Enrico Granata21416a12013-02-23 01:05:23 +0000390 @wraps(func)
391 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000392 from unittest2 import case
393 self = args[0]
394 test_compiler = self.getCompiler()
395 try:
396 func(*args, **kwargs)
397 except Exception:
Enrico Granata786e8732013-02-23 01:35:21 +0000398 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000399 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
400 else:
401 raise
Enrico Granata786e8732013-02-23 01:35:21 +0000402 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000403 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000404 return wrapper
Enrico Granata786e8732013-02-23 01:35:21 +0000405 return expectedFailureGcc_impl
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000406
Enrico Granata786e8732013-02-23 01:35:21 +0000407def expectedFailureClang(bugnumber=None):
408 if callable(bugnumber):
409 @wraps(bugnumber)
410 def expectedFailureClang_easy_wrapper(*args, **kwargs):
411 from unittest2 import case
412 self = args[0]
413 test_compiler = self.getCompiler()
414 try:
415 bugnumber(*args, **kwargs)
416 except Exception:
417 if "clang" in test_compiler:
418 raise case._ExpectedFailure(sys.exc_info(),None)
419 else:
420 raise
421 if "clang" in test_compiler:
422 raise case._UnexpectedSuccess(sys.exc_info(),None)
423 return expectedFailureClang_easy_wrapper
424 else:
425 def expectedFailureClang_impl(func):
426 @wraps(func)
427 def wrapper(*args, **kwargs):
428 from unittest2 import case
429 self = args[0]
430 test_compiler = self.getCompiler()
431 try:
432 func(*args, **kwargs)
433 except Exception:
434 if "clang" in test_compiler:
435 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
436 else:
437 raise
438 if "clang" in test_compiler:
439 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
440 return wrapper
441 return expectedFailureClang_impl
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000442
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000443
Enrico Granata21416a12013-02-23 01:05:23 +0000444def expectedFailurei386(bugnumber=None):
445 if callable(bugnumber):
446 @wraps(bugnumber)
447 def expectedFailurei386_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000448 from unittest2 import case
449 self = args[0]
450 arch = self.getArchitecture()
451 try:
452 bugnumber(*args, **kwargs)
453 except Exception:
454 if "i386" in arch:
455 raise case._ExpectedFailure(sys.exc_info(),None)
456 else:
457 raise
458 if "i386" in arch:
459 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000460 return expectedFailurei386_easy_wrapper
461 else:
462 def expectedFailurei386_impl(func):
463 @wraps(func)
464 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000465 from unittest2 import case
466 self = args[0]
467 arch = self.getArchitecture()
468 try:
469 func(*args, **kwargs)
470 except Exception:
471 if "i386" in arch:
472 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
473 else:
474 raise
475 if "i386" in arch:
476 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000477 return wrapper
478 return expectedFailurei386_impl
Johnny Chen869e2962011-12-22 21:14:31 +0000479
Enrico Granata21416a12013-02-23 01:05:23 +0000480def expectedFailureLinux(bugnumber=None):
481 if callable(bugnumber):
482 @wraps(bugnumber)
483 def expectedFailureLinux_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000484 from unittest2 import case
485 self = args[0]
486 platform = sys.platform
487 try:
488 bugnumber(*args, **kwargs)
489 except Exception:
490 if "linux" in platform:
491 raise case._ExpectedFailure(sys.exc_info(),None)
492 else:
493 raise
494 if "linux" in platform:
495 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000496 return expectedFailureLinux_easy_wrapper
497 else:
498 def expectedFailureLinux_impl(func):
499 @wraps(func)
500 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000501 from unittest2 import case
502 self = args[0]
503 platform = sys.platform
504 try:
505 func(*args, **kwargs)
506 except Exception:
507 if "linux" in platform:
508 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
509 else:
510 raise
511 if "linux" in platform:
512 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000513 return wrapper
514 return expectedFailureLinux_impl
Daniel Malea40c9d752012-11-23 21:59:29 +0000515
516def skipOnLinux(func):
517 """Decorate the item to skip tests that should be skipped on Linux."""
518 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
519 raise Exception("@skipOnLinux can only be used to decorate a test method")
520 @wraps(func)
521 def wrapper(*args, **kwargs):
522 from unittest2 import case
523 self = args[0]
524 platform = sys.platform
525 if "linux" in platform:
526 self.skipTest("skip on linux")
527 else:
Jim Ingham7bf78a02012-11-27 01:21:28 +0000528 func(*args, **kwargs)
Daniel Malea40c9d752012-11-23 21:59:29 +0000529 return wrapper
530
Daniel Maleacd630e72013-01-24 23:52:09 +0000531def skipIfGcc(func):
532 """Decorate the item to skip tests that should be skipped if building with gcc ."""
533 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
Daniel Malea54fcf682013-02-27 17:29:46 +0000534 raise Exception("@skipIfGcc can only be used to decorate a test method")
Daniel Maleacd630e72013-01-24 23:52:09 +0000535 @wraps(func)
536 def wrapper(*args, **kwargs):
537 from unittest2 import case
538 self = args[0]
539 compiler = self.getCompiler()
540 if "gcc" in compiler:
541 self.skipTest("skipping because gcc is the test compiler")
542 else:
543 func(*args, **kwargs)
544 return wrapper
545
Johnny Chen366fb8c2011-08-01 18:46:13 +0000546class Base(unittest2.TestCase):
Johnny Chen607b7a12010-10-22 23:15:46 +0000547 """
Johnny Chen366fb8c2011-08-01 18:46:13 +0000548 Abstract base for performing lldb (see TestBase) or other generic tests (see
549 BenchBase for one example). lldbtest.Base works with the test driver to
550 accomplish things.
551
Johnny Chen607b7a12010-10-22 23:15:46 +0000552 """
Enrico Granata671dd552012-10-24 21:42:49 +0000553
Enrico Granata03bc3fd2012-10-24 21:44:48 +0000554 # The concrete subclass should override this attribute.
555 mydir = None
Johnny Chena1affab2010-07-03 03:41:59 +0000556
Johnny Chend3521cc2010-09-16 01:53:04 +0000557 # Keep track of the old current working directory.
558 oldcwd = None
Johnny Chen88f83042010-08-05 21:23:45 +0000559
Johnny Chencbe51262011-08-01 19:50:58 +0000560 def TraceOn(self):
561 """Returns True if we are in trace mode (tracing detailed test execution)."""
562 return traceAlways
563
Johnny Chend3521cc2010-09-16 01:53:04 +0000564 @classmethod
565 def setUpClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000566 """
567 Python unittest framework class setup fixture.
568 Do current directory manipulation.
569 """
570
Johnny Chenf8c723b2010-07-03 20:41:42 +0000571 # Fail fast if 'mydir' attribute is not overridden.
Johnny Chend3521cc2010-09-16 01:53:04 +0000572 if not cls.mydir or len(cls.mydir) == 0:
Johnny Chenf8c723b2010-07-03 20:41:42 +0000573 raise Exception("Subclasses must override the 'mydir' attribute.")
Enrico Granata0fd6c8d2012-10-24 18:14:21 +0000574
Johnny Chena1affab2010-07-03 03:41:59 +0000575 # Save old working directory.
Johnny Chend3521cc2010-09-16 01:53:04 +0000576 cls.oldcwd = os.getcwd()
Johnny Chena1affab2010-07-03 03:41:59 +0000577
578 # Change current working directory if ${LLDB_TEST} is defined.
579 # See also dotest.py which sets up ${LLDB_TEST}.
580 if ("LLDB_TEST" in os.environ):
Johnny Chend3521cc2010-09-16 01:53:04 +0000581 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000582 print >> sys.stderr, "Change dir to:", os.path.join(os.environ["LLDB_TEST"], cls.mydir)
Johnny Chend3521cc2010-09-16 01:53:04 +0000583 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
584
585 @classmethod
586 def tearDownClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000587 """
588 Python unittest framework class teardown fixture.
589 Do class-wide cleanup.
590 """
Johnny Chend3521cc2010-09-16 01:53:04 +0000591
Johnny Chen028d8eb2011-11-17 19:57:27 +0000592 if doCleanup and not lldb.skip_build_and_cleanup:
Johnny Chen548aefd2010-10-11 22:25:46 +0000593 # First, let's do the platform-specific cleanup.
Peter Collingbourne39bd5362011-06-20 19:06:20 +0000594 module = builder_module()
Johnny Chen548aefd2010-10-11 22:25:46 +0000595 if not module.cleanup():
596 raise Exception("Don't know how to do cleanup")
Johnny Chend3521cc2010-09-16 01:53:04 +0000597
Johnny Chen548aefd2010-10-11 22:25:46 +0000598 # Subclass might have specific cleanup function defined.
599 if getattr(cls, "classCleanup", None):
600 if traceAlways:
601 print >> sys.stderr, "Call class-specific cleanup function for class:", cls
602 try:
603 cls.classCleanup()
604 except:
605 exc_type, exc_value, exc_tb = sys.exc_info()
606 traceback.print_exception(exc_type, exc_value, exc_tb)
Johnny Chend3521cc2010-09-16 01:53:04 +0000607
608 # Restore old working directory.
609 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000610 print >> sys.stderr, "Restore dir to:", cls.oldcwd
Johnny Chend3521cc2010-09-16 01:53:04 +0000611 os.chdir(cls.oldcwd)
612
Johnny Chen366fb8c2011-08-01 18:46:13 +0000613 @classmethod
614 def skipLongRunningTest(cls):
615 """
616 By default, we skip long running test case.
617 This can be overridden by passing '-l' to the test driver (dotest.py).
618 """
619 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ["LLDB_SKIP_LONG_RUNNING_TEST"]:
620 return False
621 else:
622 return True
Johnny Chen9a9fcf62011-06-21 00:53:00 +0000623
Johnny Chend3521cc2010-09-16 01:53:04 +0000624 def setUp(self):
Johnny Chencbe51262011-08-01 19:50:58 +0000625 """Fixture for unittest test case setup.
626
627 It works with the test driver to conditionally skip tests and does other
628 initializations."""
Johnny Chend3521cc2010-09-16 01:53:04 +0000629 #import traceback
630 #traceback.print_stack()
Johnny Chena1affab2010-07-03 03:41:59 +0000631
Johnny Chen113388f2011-08-02 22:54:37 +0000632 if "LLDB_EXEC" in os.environ:
633 self.lldbExec = os.environ["LLDB_EXEC"]
Johnny Chen6033bed2011-08-26 00:00:01 +0000634 else:
635 self.lldbExec = None
636 if "LLDB_HERE" in os.environ:
637 self.lldbHere = os.environ["LLDB_HERE"]
638 else:
639 self.lldbHere = None
Johnny Chen7d7f4472011-10-07 19:21:09 +0000640 # If we spawn an lldb process for test (via pexpect), do not load the
641 # init file unless told otherwise.
642 if "NO_LLDBINIT" in os.environ and "NO" == os.environ["NO_LLDBINIT"]:
643 self.lldbOption = ""
644 else:
645 self.lldbOption = "--no-lldbinit"
Johnny Chen113388f2011-08-02 22:54:37 +0000646
Johnny Chen71cb7972011-08-01 21:13:26 +0000647 # Assign the test method name to self.testMethodName.
648 #
649 # For an example of the use of this attribute, look at test/types dir.
650 # There are a bunch of test cases under test/types and we don't want the
651 # module cacheing subsystem to be confused with executable name "a.out"
652 # used for all the test cases.
653 self.testMethodName = self._testMethodName
654
Johnny Chen3ebdacc2010-12-10 18:52:10 +0000655 # Python API only test is decorated with @python_api_test,
656 # which also sets the "__python_api_test__" attribute of the
657 # function object to True.
Johnny Chend8c1dd32011-05-31 23:21:42 +0000658 try:
659 if lldb.just_do_python_api_test:
660 testMethod = getattr(self, self._testMethodName)
661 if getattr(testMethod, "__python_api_test__", False):
662 pass
663 else:
Johnny Chen82ccf402011-07-30 01:39:58 +0000664 self.skipTest("non python api test")
665 except AttributeError:
666 pass
667
668 # Benchmarks test is decorated with @benchmarks_test,
669 # which also sets the "__benchmarks_test__" attribute of the
670 # function object to True.
671 try:
672 if lldb.just_do_benchmarks_test:
673 testMethod = getattr(self, self._testMethodName)
674 if getattr(testMethod, "__benchmarks_test__", False):
675 pass
676 else:
677 self.skipTest("non benchmarks test")
Johnny Chend8c1dd32011-05-31 23:21:42 +0000678 except AttributeError:
679 pass
Johnny Chen3ebdacc2010-12-10 18:52:10 +0000680
Johnny Chen71cb7972011-08-01 21:13:26 +0000681 # This is for the case of directly spawning 'lldb'/'gdb' and interacting
682 # with it using pexpect.
683 self.child = None
684 self.child_prompt = "(lldb) "
685 # If the child is interacting with the embedded script interpreter,
686 # there are two exits required during tear down, first to quit the
687 # embedded script interpreter and second to quit the lldb command
688 # interpreter.
689 self.child_in_script_interpreter = False
690
Johnny Chencbe51262011-08-01 19:50:58 +0000691 # These are for customized teardown cleanup.
692 self.dict = None
693 self.doTearDownCleanup = False
694 # And in rare cases where there are multiple teardown cleanups.
695 self.dicts = []
696 self.doTearDownCleanups = False
697
Daniel Malea5c5f01b2013-02-15 21:21:52 +0000698 # List of spawned subproces.Popen objects
699 self.subprocesses = []
700
Johnny Chencbe51262011-08-01 19:50:58 +0000701 # Create a string buffer to record the session info, to be dumped into a
702 # test case specific file if test failure is encountered.
703 self.session = StringIO.StringIO()
704
705 # Optimistically set __errored__, __failed__, __expected__ to False
706 # initially. If the test errored/failed, the session info
707 # (self.session) is then dumped into a session specific file for
708 # diagnosis.
709 self.__errored__ = False
710 self.__failed__ = False
711 self.__expected__ = False
712 # We are also interested in unexpected success.
713 self.__unexpected__ = False
Johnny Chencd1df5a2011-08-16 00:48:58 +0000714 # And skipped tests.
715 self.__skipped__ = False
Johnny Chencbe51262011-08-01 19:50:58 +0000716
717 # See addTearDownHook(self, hook) which allows the client to add a hook
718 # function to be run during tearDown() time.
719 self.hooks = []
720
721 # See HideStdout(self).
722 self.sys_stdout_hidden = False
723
Daniel Maleae5aa0d42012-11-26 21:21:11 +0000724 # set environment variable names for finding shared libraries
725 if sys.platform.startswith("darwin"):
726 self.dylibPath = 'DYLD_LIBRARY_PATH'
727 elif sys.platform.startswith("linux") or sys.platform.startswith("freebsd"):
728 self.dylibPath = 'LD_LIBRARY_PATH'
729
Johnny Chen644ad082011-10-19 16:48:07 +0000730 def runHooks(self, child=None, child_prompt=None, use_cmd_api=False):
Johnny Chen5f3c5672011-10-19 01:06:21 +0000731 """Perform the run hooks to bring lldb debugger to the desired state.
732
Johnny Chen644ad082011-10-19 16:48:07 +0000733 By default, expect a pexpect spawned child and child prompt to be
734 supplied (use_cmd_api=False). If use_cmd_api is true, ignore the child
735 and child prompt and use self.runCmd() to run the hooks one by one.
736
Johnny Chen5f3c5672011-10-19 01:06:21 +0000737 Note that child is a process spawned by pexpect.spawn(). If not, your
738 test case is mostly likely going to fail.
739
740 See also dotest.py where lldb.runHooks are processed/populated.
741 """
742 if not lldb.runHooks:
743 self.skipTest("No runhooks specified for lldb, skip the test")
Johnny Chen644ad082011-10-19 16:48:07 +0000744 if use_cmd_api:
745 for hook in lldb.runhooks:
746 self.runCmd(hook)
747 else:
748 if not child or not child_prompt:
749 self.fail("Both child and child_prompt need to be defined.")
750 for hook in lldb.runHooks:
751 child.sendline(hook)
752 child.expect_exact(child_prompt)
Johnny Chen5f3c5672011-10-19 01:06:21 +0000753
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000754 def setAsync(self, value):
755 """ Sets async mode to True/False and ensures it is reset after the testcase completes."""
756 old_async = self.dbg.GetAsync()
757 self.dbg.SetAsync(value)
758 self.addTearDownHook(lambda: self.dbg.SetAsync(old_async))
759
Daniel Malea5c5f01b2013-02-15 21:21:52 +0000760 def cleanupSubprocesses(self):
761 # Ensure any subprocesses are cleaned up
762 for p in self.subprocesses:
763 if p.poll() == None:
764 p.terminate()
765 del p
766 del self.subprocesses[:]
767
768 def spawnSubprocess(self, executable, args=[]):
769 """ Creates a subprocess.Popen object with the specified executable and arguments,
770 saves it in self.subprocesses, and returns the object.
771 NOTE: if using this function, ensure you also call:
772
773 self.addTearDownHook(self.cleanupSubprocesses)
774
775 otherwise the test suite will leak processes.
776 """
777
778 # Don't display the stdout if not in TraceOn() mode.
779 proc = Popen([executable] + args,
780 stdout = open(os.devnull) if not self.TraceOn() else None,
781 stdin = PIPE)
782 self.subprocesses.append(proc)
783 return proc
784
Johnny Chencbe51262011-08-01 19:50:58 +0000785 def HideStdout(self):
786 """Hide output to stdout from the user.
787
788 During test execution, there might be cases where we don't want to show the
789 standard output to the user. For example,
790
791 self.runCmd(r'''sc print "\n\n\tHello!\n"''')
792
793 tests whether command abbreviation for 'script' works or not. There is no
794 need to show the 'Hello' output to the user as long as the 'script' command
795 succeeds and we are not in TraceOn() mode (see the '-t' option).
796
797 In this case, the test method calls self.HideStdout(self) to redirect the
798 sys.stdout to a null device, and restores the sys.stdout upon teardown.
799
800 Note that you should only call this method at most once during a test case
801 execution. Any subsequent call has no effect at all."""
802 if self.sys_stdout_hidden:
803 return
804
805 self.sys_stdout_hidden = True
806 old_stdout = sys.stdout
807 sys.stdout = open(os.devnull, 'w')
808 def restore_stdout():
809 sys.stdout = old_stdout
810 self.addTearDownHook(restore_stdout)
811
812 # =======================================================================
813 # Methods for customized teardown cleanups as well as execution of hooks.
814 # =======================================================================
815
816 def setTearDownCleanup(self, dictionary=None):
817 """Register a cleanup action at tearDown() time with a dictinary"""
818 self.dict = dictionary
819 self.doTearDownCleanup = True
820
821 def addTearDownCleanup(self, dictionary):
822 """Add a cleanup action at tearDown() time with a dictinary"""
823 self.dicts.append(dictionary)
824 self.doTearDownCleanups = True
825
826 def addTearDownHook(self, hook):
827 """
828 Add a function to be run during tearDown() time.
829
830 Hooks are executed in a first come first serve manner.
831 """
832 if callable(hook):
833 with recording(self, traceAlways) as sbuf:
834 print >> sbuf, "Adding tearDown hook:", getsource_if_available(hook)
835 self.hooks.append(hook)
836
837 def tearDown(self):
838 """Fixture for unittest test case teardown."""
839 #import traceback
840 #traceback.print_stack()
841
Johnny Chen71cb7972011-08-01 21:13:26 +0000842 # This is for the case of directly spawning 'lldb' and interacting with it
843 # using pexpect.
844 import pexpect
845 if self.child and self.child.isalive():
846 with recording(self, traceAlways) as sbuf:
847 print >> sbuf, "tearing down the child process...."
Johnny Chen71cb7972011-08-01 21:13:26 +0000848 try:
Daniel Maleac29f0f32013-02-22 00:41:26 +0000849 if self.child_in_script_interpreter:
850 self.child.sendline('quit()')
851 self.child.expect_exact(self.child_prompt)
852 self.child.sendline('settings set interpreter.prompt-on-quit false')
853 self.child.sendline('quit')
Johnny Chen71cb7972011-08-01 21:13:26 +0000854 self.child.expect(pexpect.EOF)
Daniel Maleac29f0f32013-02-22 00:41:26 +0000855 except ValueError, ExceptionPexpect:
856 # child is already terminated
Johnny Chen71cb7972011-08-01 21:13:26 +0000857 pass
Daniel Maleac29f0f32013-02-22 00:41:26 +0000858
Johnny Chenf0ff42a2012-02-27 23:07:40 +0000859 # Give it one final blow to make sure the child is terminated.
860 self.child.close()
Johnny Chen71cb7972011-08-01 21:13:26 +0000861
Johnny Chencbe51262011-08-01 19:50:58 +0000862 # Check and run any hook functions.
863 for hook in reversed(self.hooks):
864 with recording(self, traceAlways) as sbuf:
865 print >> sbuf, "Executing tearDown hook:", getsource_if_available(hook)
866 hook()
867
868 del self.hooks
869
870 # Perform registered teardown cleanup.
871 if doCleanup and self.doTearDownCleanup:
Johnny Chen028d8eb2011-11-17 19:57:27 +0000872 self.cleanup(dictionary=self.dict)
Johnny Chencbe51262011-08-01 19:50:58 +0000873
874 # In rare cases where there are multiple teardown cleanups added.
875 if doCleanup and self.doTearDownCleanups:
Johnny Chencbe51262011-08-01 19:50:58 +0000876 if self.dicts:
877 for dict in reversed(self.dicts):
Johnny Chen028d8eb2011-11-17 19:57:27 +0000878 self.cleanup(dictionary=dict)
Johnny Chencbe51262011-08-01 19:50:58 +0000879
880 # Decide whether to dump the session info.
881 self.dumpSessionInfo()
882
883 # =========================================================
884 # Various callbacks to allow introspection of test progress
885 # =========================================================
886
887 def markError(self):
888 """Callback invoked when an error (unexpected exception) errored."""
889 self.__errored__ = True
890 with recording(self, False) as sbuf:
891 # False because there's no need to write "ERROR" to the stderr twice.
892 # Once by the Python unittest framework, and a second time by us.
893 print >> sbuf, "ERROR"
894
895 def markFailure(self):
896 """Callback invoked when a failure (test assertion failure) occurred."""
897 self.__failed__ = True
898 with recording(self, False) as sbuf:
899 # False because there's no need to write "FAIL" to the stderr twice.
900 # Once by the Python unittest framework, and a second time by us.
901 print >> sbuf, "FAIL"
902
Enrico Granata21416a12013-02-23 01:05:23 +0000903 def markExpectedFailure(self,err,bugnumber):
Johnny Chencbe51262011-08-01 19:50:58 +0000904 """Callback invoked when an expected failure/error occurred."""
905 self.__expected__ = True
906 with recording(self, False) as sbuf:
907 # False because there's no need to write "expected failure" to the
908 # stderr twice.
909 # Once by the Python unittest framework, and a second time by us.
Enrico Granata21416a12013-02-23 01:05:23 +0000910 if bugnumber == None:
911 print >> sbuf, "expected failure"
912 else:
913 print >> sbuf, "expected failure (problem id:" + str(bugnumber) + ")"
Johnny Chencbe51262011-08-01 19:50:58 +0000914
Johnny Chenf5b89092011-08-15 23:09:08 +0000915 def markSkippedTest(self):
916 """Callback invoked when a test is skipped."""
917 self.__skipped__ = True
918 with recording(self, False) as sbuf:
919 # False because there's no need to write "skipped test" to the
920 # stderr twice.
921 # Once by the Python unittest framework, and a second time by us.
922 print >> sbuf, "skipped test"
923
Enrico Granata21416a12013-02-23 01:05:23 +0000924 def markUnexpectedSuccess(self, bugnumber):
Johnny Chencbe51262011-08-01 19:50:58 +0000925 """Callback invoked when an unexpected success occurred."""
926 self.__unexpected__ = True
927 with recording(self, False) as sbuf:
928 # False because there's no need to write "unexpected success" to the
929 # stderr twice.
930 # Once by the Python unittest framework, and a second time by us.
Enrico Granata21416a12013-02-23 01:05:23 +0000931 if bugnumber == None:
932 print >> sbuf, "unexpected success"
933 else:
934 print >> sbuf, "unexpected success (problem id:" + str(bugnumber) + ")"
Johnny Chencbe51262011-08-01 19:50:58 +0000935
936 def dumpSessionInfo(self):
937 """
938 Dump the debugger interactions leading to a test error/failure. This
939 allows for more convenient postmortem analysis.
940
941 See also LLDBTestResult (dotest.py) which is a singlton class derived
942 from TextTestResult and overwrites addError, addFailure, and
943 addExpectedFailure methods to allow us to to mark the test instance as
944 such.
945 """
946
947 # We are here because self.tearDown() detected that this test instance
948 # either errored or failed. The lldb.test_result singleton contains
949 # two lists (erros and failures) which get populated by the unittest
950 # framework. Look over there for stack trace information.
951 #
952 # The lists contain 2-tuples of TestCase instances and strings holding
953 # formatted tracebacks.
954 #
955 # See http://docs.python.org/library/unittest.html#unittest.TestResult.
956 if self.__errored__:
957 pairs = lldb.test_result.errors
958 prefix = 'Error'
959 elif self.__failed__:
960 pairs = lldb.test_result.failures
961 prefix = 'Failure'
962 elif self.__expected__:
963 pairs = lldb.test_result.expectedFailures
964 prefix = 'ExpectedFailure'
Johnny Chenf5b89092011-08-15 23:09:08 +0000965 elif self.__skipped__:
966 prefix = 'SkippedTest'
Johnny Chencbe51262011-08-01 19:50:58 +0000967 elif self.__unexpected__:
968 prefix = "UnexpectedSuccess"
969 else:
970 # Simply return, there's no session info to dump!
971 return
972
Johnny Chenf5b89092011-08-15 23:09:08 +0000973 if not self.__unexpected__ and not self.__skipped__:
Johnny Chencbe51262011-08-01 19:50:58 +0000974 for test, traceback in pairs:
975 if test is self:
976 print >> self.session, traceback
977
Johnny Chen6fd55f12011-08-11 00:16:28 +0000978 testMethod = getattr(self, self._testMethodName)
979 if getattr(testMethod, "__benchmarks_test__", False):
980 benchmarks = True
981 else:
982 benchmarks = False
983
Johnny Chendfa0cdb2011-12-03 00:16:59 +0000984 # This records the compiler version used for the test.
985 system([self.getCompiler(), "-v"], sender=self)
986
Johnny Chencbe51262011-08-01 19:50:58 +0000987 dname = os.path.join(os.environ["LLDB_TEST"],
988 os.environ["LLDB_SESSION_DIRNAME"])
989 if not os.path.isdir(dname):
990 os.mkdir(dname)
Sean Callanan783ac952012-10-16 18:22:04 +0000991 fname = os.path.join(dname, "%s-%s-%s-%s.log" % (prefix, self.getArchitecture(), "_".join(self.getCompiler().split('/')), self.id()))
Johnny Chencbe51262011-08-01 19:50:58 +0000992 with open(fname, "w") as f:
993 import datetime
994 print >> f, "Session info generated @", datetime.datetime.now().ctime()
995 print >> f, self.session.getvalue()
996 print >> f, "To rerun this test, issue the following command from the 'test' directory:\n"
Johnny Chen6fd55f12011-08-11 00:16:28 +0000997 print >> f, "./dotest.py %s -v %s -f %s.%s" % (self.getRunOptions(),
998 ('+b' if benchmarks else '-t'),
Johnny Chencbe51262011-08-01 19:50:58 +0000999 self.__class__.__name__,
1000 self._testMethodName)
1001
1002 # ====================================================
1003 # Config. methods supported through a plugin interface
1004 # (enables reading of the current test configuration)
1005 # ====================================================
1006
1007 def getArchitecture(self):
1008 """Returns the architecture in effect the test suite is running with."""
1009 module = builder_module()
1010 return module.getArchitecture()
1011
1012 def getCompiler(self):
1013 """Returns the compiler in effect the test suite is running with."""
1014 module = builder_module()
1015 return module.getCompiler()
1016
Daniel Malea54fcf682013-02-27 17:29:46 +00001017 def getCompilerVersion(self):
1018 """ Returns a string that represents the compiler version.
1019 Supports: llvm, clang.
1020 """
1021 from lldbutil import which
1022 version = 'unknown'
1023
1024 compiler = self.getCompiler()
1025 version_output = system([which(compiler), "-v"])[1]
1026 for line in version_output.split(os.linesep):
Greg Clayton48c6b332013-03-06 02:34:51 +00001027 m = re.search('version ([0-9\.]+)', line)
Daniel Malea54fcf682013-02-27 17:29:46 +00001028 if m:
1029 version = m.group(1)
1030 return version
1031
Johnny Chencbe51262011-08-01 19:50:58 +00001032 def getRunOptions(self):
1033 """Command line option for -A and -C to run this test again, called from
1034 self.dumpSessionInfo()."""
1035 arch = self.getArchitecture()
1036 comp = self.getCompiler()
Johnny Chenb7058c52011-08-24 19:48:51 +00001037 if arch:
1038 option_str = "-A " + arch
Johnny Chencbe51262011-08-01 19:50:58 +00001039 else:
Johnny Chenb7058c52011-08-24 19:48:51 +00001040 option_str = ""
1041 if comp:
Johnny Chene1219bf2012-03-16 20:44:00 +00001042 option_str += " -C " + comp
Johnny Chenb7058c52011-08-24 19:48:51 +00001043 return option_str
Johnny Chencbe51262011-08-01 19:50:58 +00001044
1045 # ==================================================
1046 # Build methods supported through a plugin interface
1047 # ==================================================
1048
Johnny Chencbf15912012-02-01 01:49:50 +00001049 def buildDefault(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001050 """Platform specific way to build the default binaries."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001051 if lldb.skip_build_and_cleanup:
1052 return
Johnny Chencbe51262011-08-01 19:50:58 +00001053 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001054 if not module.buildDefault(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001055 raise Exception("Don't know how to build default binary")
1056
Johnny Chencbf15912012-02-01 01:49:50 +00001057 def buildDsym(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001058 """Platform specific way to build binaries with dsym info."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001059 if lldb.skip_build_and_cleanup:
1060 return
Johnny Chencbe51262011-08-01 19:50:58 +00001061 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001062 if not module.buildDsym(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001063 raise Exception("Don't know how to build binary with dsym")
1064
Johnny Chencbf15912012-02-01 01:49:50 +00001065 def buildDwarf(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001066 """Platform specific way to build binaries with dwarf maps."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001067 if lldb.skip_build_and_cleanup:
1068 return
Johnny Chencbe51262011-08-01 19:50:58 +00001069 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001070 if not module.buildDwarf(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001071 raise Exception("Don't know how to build binary with dwarf")
Johnny Chen366fb8c2011-08-01 18:46:13 +00001072
Johnny Chen7f9985a2011-08-12 20:19:22 +00001073 def cleanup(self, dictionary=None):
1074 """Platform specific way to do cleanup after build."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001075 if lldb.skip_build_and_cleanup:
1076 return
Johnny Chen7f9985a2011-08-12 20:19:22 +00001077 module = builder_module()
1078 if not module.cleanup(self, dictionary):
Johnny Chen028d8eb2011-11-17 19:57:27 +00001079 raise Exception("Don't know how to do cleanup with dictionary: "+dictionary)
Johnny Chen7f9985a2011-08-12 20:19:22 +00001080
Johnny Chen366fb8c2011-08-01 18:46:13 +00001081
1082class TestBase(Base):
1083 """
1084 This abstract base class is meant to be subclassed. It provides default
1085 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
1086 among other things.
1087
1088 Important things for test class writers:
1089
1090 - Overwrite the mydir class attribute, otherwise your test class won't
1091 run. It specifies the relative directory to the top level 'test' so
1092 the test harness can change to the correct working directory before
1093 running your test.
1094
1095 - The setUp method sets up things to facilitate subsequent interactions
1096 with the debugger as part of the test. These include:
1097 - populate the test method name
1098 - create/get a debugger set with synchronous mode (self.dbg)
1099 - get the command interpreter from with the debugger (self.ci)
1100 - create a result object for use with the command interpreter
1101 (self.res)
1102 - plus other stuffs
1103
1104 - The tearDown method tries to perform some necessary cleanup on behalf
1105 of the test to return the debugger to a good state for the next test.
1106 These include:
1107 - execute any tearDown hooks registered by the test method with
1108 TestBase.addTearDownHook(); examples can be found in
1109 settings/TestSettings.py
1110 - kill the inferior process associated with each target, if any,
1111 and, then delete the target from the debugger's target list
1112 - perform build cleanup before running the next test method in the
1113 same test class; examples of registering for this service can be
1114 found in types/TestIntegerTypes.py with the call:
1115 - self.setTearDownCleanup(dictionary=d)
1116
1117 - Similarly setUpClass and tearDownClass perform classwise setup and
1118 teardown fixtures. The tearDownClass method invokes a default build
1119 cleanup for the entire test class; also, subclasses can implement the
1120 classmethod classCleanup(cls) to perform special class cleanup action.
1121
1122 - The instance methods runCmd and expect are used heavily by existing
1123 test cases to send a command to the command interpreter and to perform
1124 string/pattern matching on the output of such command execution. The
1125 expect method also provides a mode to peform string/pattern matching
1126 without running a command.
1127
1128 - The build methods buildDefault, buildDsym, and buildDwarf are used to
1129 build the binaries used during a particular test scenario. A plugin
1130 should be provided for the sys.platform running the test suite. The
1131 Mac OS X implementation is located in plugins/darwin.py.
1132 """
1133
1134 # Maximum allowed attempts when launching the inferior process.
1135 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
1136 maxLaunchCount = 3;
1137
1138 # Time to wait before the next launching attempt in second(s).
1139 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
1140 timeWaitNextLaunch = 1.0;
1141
1142 def doDelay(self):
1143 """See option -w of dotest.py."""
1144 if ("LLDB_WAIT_BETWEEN_TEST_CASES" in os.environ and
1145 os.environ["LLDB_WAIT_BETWEEN_TEST_CASES"] == 'YES'):
1146 waitTime = 1.0
1147 if "LLDB_TIME_WAIT_BETWEEN_TEST_CASES" in os.environ:
1148 waitTime = float(os.environ["LLDB_TIME_WAIT_BETWEEN_TEST_CASES"])
1149 time.sleep(waitTime)
1150
Enrico Granataac3a8e22012-09-21 19:10:53 +00001151 # Returns the list of categories to which this test case belongs
1152 # by default, look for a ".categories" file, and read its contents
1153 # if no such file exists, traverse the hierarchy - we guarantee
1154 # a .categories to exist at the top level directory so we do not end up
1155 # looping endlessly - subclasses are free to define their own categories
1156 # in whatever way makes sense to them
1157 def getCategories(self):
1158 import inspect
1159 import os.path
1160 folder = inspect.getfile(self.__class__)
1161 folder = os.path.dirname(folder)
1162 while folder != '/':
1163 categories_file_name = os.path.join(folder,".categories")
1164 if os.path.exists(categories_file_name):
1165 categories_file = open(categories_file_name,'r')
1166 categories = categories_file.readline()
1167 categories_file.close()
1168 categories = str.replace(categories,'\n','')
1169 categories = str.replace(categories,'\r','')
1170 return categories.split(',')
1171 else:
1172 folder = os.path.dirname(folder)
1173 continue
1174
Johnny Chen366fb8c2011-08-01 18:46:13 +00001175 def setUp(self):
1176 #import traceback
1177 #traceback.print_stack()
1178
1179 # Works with the test driver to conditionally skip tests via decorators.
1180 Base.setUp(self)
1181
Johnny Chen366fb8c2011-08-01 18:46:13 +00001182 try:
1183 if lldb.blacklist:
1184 className = self.__class__.__name__
1185 classAndMethodName = "%s.%s" % (className, self._testMethodName)
1186 if className in lldb.blacklist:
1187 self.skipTest(lldb.blacklist.get(className))
1188 elif classAndMethodName in lldb.blacklist:
1189 self.skipTest(lldb.blacklist.get(classAndMethodName))
1190 except AttributeError:
1191 pass
1192
Johnny Chen9a9fcf62011-06-21 00:53:00 +00001193 # Insert some delay between successive test cases if specified.
1194 self.doDelay()
Johnny Chene47649c2010-10-07 02:04:14 +00001195
Johnny Chen65572482010-08-25 18:49:48 +00001196 if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
1197 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
1198
Johnny Chend2965212010-10-19 16:00:42 +00001199 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
Johnny Chen458a67e2010-11-29 20:20:34 +00001200 self.timeWaitNextLaunch = float(os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
Johnny Chen65572482010-08-25 18:49:48 +00001201
Johnny Chena1affab2010-07-03 03:41:59 +00001202 # Create the debugger instance if necessary.
1203 try:
1204 self.dbg = lldb.DBG
Johnny Chena1affab2010-07-03 03:41:59 +00001205 except AttributeError:
1206 self.dbg = lldb.SBDebugger.Create()
Johnny Chenf8c723b2010-07-03 20:41:42 +00001207
Johnny Chen960ce122011-05-25 19:06:18 +00001208 if not self.dbg:
Johnny Chena1affab2010-07-03 03:41:59 +00001209 raise Exception('Invalid debugger instance')
1210
1211 # We want our debugger to be synchronous.
1212 self.dbg.SetAsync(False)
1213
1214 # Retrieve the associated command interpreter instance.
1215 self.ci = self.dbg.GetCommandInterpreter()
1216 if not self.ci:
1217 raise Exception('Could not get the command interpreter')
1218
1219 # And the result object.
1220 self.res = lldb.SBCommandReturnObject()
1221
Johnny Chenac97a6b2012-04-16 18:55:15 +00001222 # Run global pre-flight code, if defined via the config file.
1223 if lldb.pre_flight:
1224 lldb.pre_flight(self)
1225
Enrico Granata251729e2012-10-24 01:23:57 +00001226 # utility methods that tests can use to access the current objects
1227 def target(self):
1228 if not self.dbg:
1229 raise Exception('Invalid debugger instance')
1230 return self.dbg.GetSelectedTarget()
1231
1232 def process(self):
1233 if not self.dbg:
1234 raise Exception('Invalid debugger instance')
1235 return self.dbg.GetSelectedTarget().GetProcess()
1236
1237 def thread(self):
1238 if not self.dbg:
1239 raise Exception('Invalid debugger instance')
1240 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread()
1241
1242 def frame(self):
1243 if not self.dbg:
1244 raise Exception('Invalid debugger instance')
1245 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread().GetSelectedFrame()
1246
Johnny Chena1affab2010-07-03 03:41:59 +00001247 def tearDown(self):
Johnny Chen72a14342010-09-02 21:23:12 +00001248 #import traceback
1249 #traceback.print_stack()
1250
Johnny Chencbe51262011-08-01 19:50:58 +00001251 Base.tearDown(self)
Johnny Chen705737b2010-10-19 23:40:13 +00001252
Johnny Chen409646d2011-06-15 21:24:24 +00001253 # Delete the target(s) from the debugger as a general cleanup step.
1254 # This includes terminating the process for each target, if any.
1255 # We'd like to reuse the debugger for our next test without incurring
1256 # the initialization overhead.
1257 targets = []
1258 for target in self.dbg:
1259 if target:
1260 targets.append(target)
1261 process = target.GetProcess()
1262 if process:
1263 rc = self.invoke(process, "Kill")
1264 self.assertTrue(rc.Success(), PROCESS_KILLED)
1265 for target in targets:
1266 self.dbg.DeleteTarget(target)
Johnny Chenffde4fc2010-08-16 21:28:10 +00001267
Johnny Chenac97a6b2012-04-16 18:55:15 +00001268 # Run global post-flight code, if defined via the config file.
1269 if lldb.post_flight:
1270 lldb.post_flight(self)
1271
Johnny Chena1affab2010-07-03 03:41:59 +00001272 del self.dbg
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001273
Johnny Chen90c56e62011-09-30 21:48:35 +00001274 def switch_to_thread_with_stop_reason(self, stop_reason):
1275 """
1276 Run the 'thread list' command, and select the thread with stop reason as
1277 'stop_reason'. If no such thread exists, no select action is done.
1278 """
1279 from lldbutil import stop_reason_to_str
1280 self.runCmd('thread list')
1281 output = self.res.GetOutput()
1282 thread_line_pattern = re.compile("^[ *] thread #([0-9]+):.*stop reason = %s" %
1283 stop_reason_to_str(stop_reason))
1284 for line in output.splitlines():
1285 matched = thread_line_pattern.match(line)
1286 if matched:
1287 self.runCmd('thread select %s' % matched.group(1))
1288
Johnny Chenef6f4762011-06-15 21:38:39 +00001289 def runCmd(self, cmd, msg=None, check=True, trace=False):
Johnny Chen8df95eb2010-08-19 23:26:59 +00001290 """
1291 Ask the command interpreter to handle the command and then check its
1292 return status.
1293 """
1294 # Fail fast if 'cmd' is not meaningful.
1295 if not cmd or len(cmd) == 0:
1296 raise Exception("Bad 'cmd' parameter encountered")
Johnny Chen4f995f02010-08-20 17:57:32 +00001297
Johnny Chen9de4ede2010-08-31 17:42:54 +00001298 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +00001299
Johnny Chen21f33412010-09-01 00:15:19 +00001300 running = (cmd.startswith("run") or cmd.startswith("process launch"))
Johnny Chen4f995f02010-08-20 17:57:32 +00001301
Johnny Chen21f33412010-09-01 00:15:19 +00001302 for i in range(self.maxLaunchCount if running else 1):
Johnny Chen65572482010-08-25 18:49:48 +00001303 self.ci.HandleCommand(cmd, self.res)
Johnny Chen4f995f02010-08-20 17:57:32 +00001304
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001305 with recording(self, trace) as sbuf:
1306 print >> sbuf, "runCmd:", cmd
Johnny Chen7c565c82010-10-15 16:13:00 +00001307 if not check:
Johnny Chen31cf8e22010-10-15 18:52:22 +00001308 print >> sbuf, "check of return status not required"
Johnny Chen65572482010-08-25 18:49:48 +00001309 if self.res.Succeeded():
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001310 print >> sbuf, "output:", self.res.GetOutput()
Johnny Chen65572482010-08-25 18:49:48 +00001311 else:
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001312 print >> sbuf, "runCmd failed!"
1313 print >> sbuf, self.res.GetError()
Johnny Chen4f995f02010-08-20 17:57:32 +00001314
Johnny Chen029acae2010-08-20 21:03:09 +00001315 if self.res.Succeeded():
Johnny Chen65572482010-08-25 18:49:48 +00001316 break
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001317 elif running:
Johnny Chendcb37222011-01-19 02:02:08 +00001318 # For process launch, wait some time before possible next try.
1319 time.sleep(self.timeWaitNextLaunch)
Johnny Chen894eab42012-08-01 19:56:04 +00001320 with recording(self, trace) as sbuf:
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001321 print >> sbuf, "Command '" + cmd + "' failed!"
Johnny Chen4f995f02010-08-20 17:57:32 +00001322
Johnny Chen8df95eb2010-08-19 23:26:59 +00001323 if check:
1324 self.assertTrue(self.res.Succeeded(),
Johnny Chen05efcf782010-11-09 18:42:22 +00001325 msg if msg else CMD_MSG(cmd))
Johnny Chen8df95eb2010-08-19 23:26:59 +00001326
Jim Ingham431d8392012-09-22 00:05:11 +00001327 def match (self, str, patterns, msg=None, trace=False, error=False, matching=True, exe=True):
1328 """run command in str, and match the result against regexp in patterns returning the match object for the first matching pattern
1329
1330 Otherwise, all the arguments have the same meanings as for the expect function"""
1331
1332 trace = (True if traceAlways else trace)
1333
1334 if exe:
1335 # First run the command. If we are expecting error, set check=False.
1336 # Pass the assert message along since it provides more semantic info.
1337 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
1338
1339 # Then compare the output against expected strings.
1340 output = self.res.GetError() if error else self.res.GetOutput()
1341
1342 # If error is True, the API client expects the command to fail!
1343 if error:
1344 self.assertFalse(self.res.Succeeded(),
1345 "Command '" + str + "' is expected to fail!")
1346 else:
1347 # No execution required, just compare str against the golden input.
1348 output = str
1349 with recording(self, trace) as sbuf:
1350 print >> sbuf, "looking at:", output
1351
1352 # The heading says either "Expecting" or "Not expecting".
1353 heading = "Expecting" if matching else "Not expecting"
1354
1355 for pattern in patterns:
1356 # Match Objects always have a boolean value of True.
1357 match_object = re.search(pattern, output)
1358 matched = bool(match_object)
1359 with recording(self, trace) as sbuf:
1360 print >> sbuf, "%s pattern: %s" % (heading, pattern)
1361 print >> sbuf, "Matched" if matched else "Not matched"
1362 if matched:
1363 break
1364
1365 self.assertTrue(matched if matching else not matched,
1366 msg if msg else EXP_MSG(str, exe))
1367
1368 return match_object
1369
Johnny Chen90c56e62011-09-30 21:48:35 +00001370 def expect(self, str, msg=None, patterns=None, startstr=None, endstr=None, substrs=None, trace=False, error=False, matching=True, exe=True):
Johnny Chen8df95eb2010-08-19 23:26:59 +00001371 """
1372 Similar to runCmd; with additional expect style output matching ability.
1373
1374 Ask the command interpreter to handle the command and then check its
1375 return status. The 'msg' parameter specifies an informational assert
1376 message. We expect the output from running the command to start with
Johnny Chen2d899752010-09-21 21:08:53 +00001377 'startstr', matches the substrings contained in 'substrs', and regexp
1378 matches the patterns contained in 'patterns'.
Johnny Chen9792f8e2010-09-17 22:28:51 +00001379
1380 If the keyword argument error is set to True, it signifies that the API
1381 client is expecting the command to fail. In this case, the error stream
Johnny Chenee975b82010-09-17 22:45:27 +00001382 from running the command is retrieved and compared against the golden
Johnny Chen9792f8e2010-09-17 22:28:51 +00001383 input, instead.
Johnny Chen2d899752010-09-21 21:08:53 +00001384
1385 If the keyword argument matching is set to False, it signifies that the API
1386 client is expecting the output of the command not to match the golden
1387 input.
Johnny Chen8e06de92010-09-21 23:33:30 +00001388
1389 Finally, the required argument 'str' represents the lldb command to be
1390 sent to the command interpreter. In case the keyword argument 'exe' is
1391 set to False, the 'str' is treated as a string to be matched/not-matched
1392 against the golden input.
Johnny Chen8df95eb2010-08-19 23:26:59 +00001393 """
Johnny Chen9de4ede2010-08-31 17:42:54 +00001394 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +00001395
Johnny Chen8e06de92010-09-21 23:33:30 +00001396 if exe:
1397 # First run the command. If we are expecting error, set check=False.
Johnny Chen60881f62010-10-28 21:10:32 +00001398 # Pass the assert message along since it provides more semantic info.
Johnny Chen05dd8932010-10-28 18:24:22 +00001399 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
Johnny Chen8df95eb2010-08-19 23:26:59 +00001400
Johnny Chen8e06de92010-09-21 23:33:30 +00001401 # Then compare the output against expected strings.
1402 output = self.res.GetError() if error else self.res.GetOutput()
Johnny Chen9792f8e2010-09-17 22:28:51 +00001403
Johnny Chen8e06de92010-09-21 23:33:30 +00001404 # If error is True, the API client expects the command to fail!
1405 if error:
1406 self.assertFalse(self.res.Succeeded(),
1407 "Command '" + str + "' is expected to fail!")
1408 else:
1409 # No execution required, just compare str against the golden input.
Enrico Granata01458ca2012-10-23 00:09:02 +00001410 if isinstance(str,lldb.SBCommandReturnObject):
1411 output = str.GetOutput()
1412 else:
1413 output = str
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001414 with recording(self, trace) as sbuf:
1415 print >> sbuf, "looking at:", output
Johnny Chen9792f8e2010-09-17 22:28:51 +00001416
Johnny Chen2d899752010-09-21 21:08:53 +00001417 # The heading says either "Expecting" or "Not expecting".
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001418 heading = "Expecting" if matching else "Not expecting"
Johnny Chen2d899752010-09-21 21:08:53 +00001419
1420 # Start from the startstr, if specified.
1421 # If there's no startstr, set the initial state appropriately.
1422 matched = output.startswith(startstr) if startstr else (True if matching else False)
Johnny Chenead35c82010-08-20 18:25:15 +00001423
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001424 if startstr:
1425 with recording(self, trace) as sbuf:
1426 print >> sbuf, "%s start string: %s" % (heading, startstr)
1427 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenead35c82010-08-20 18:25:15 +00001428
Johnny Chen90c56e62011-09-30 21:48:35 +00001429 # Look for endstr, if specified.
1430 keepgoing = matched if matching else not matched
1431 if endstr:
1432 matched = output.endswith(endstr)
1433 with recording(self, trace) as sbuf:
1434 print >> sbuf, "%s end string: %s" % (heading, endstr)
1435 print >> sbuf, "Matched" if matched else "Not matched"
1436
Johnny Chen2d899752010-09-21 21:08:53 +00001437 # Look for sub strings, if specified.
1438 keepgoing = matched if matching else not matched
1439 if substrs and keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +00001440 for str in substrs:
Johnny Chen091bb1d2010-09-23 23:35:28 +00001441 matched = output.find(str) != -1
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001442 with recording(self, trace) as sbuf:
1443 print >> sbuf, "%s sub string: %s" % (heading, str)
1444 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +00001445 keepgoing = matched if matching else not matched
1446 if not keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +00001447 break
1448
Johnny Chen2d899752010-09-21 21:08:53 +00001449 # Search for regular expression patterns, if specified.
1450 keepgoing = matched if matching else not matched
1451 if patterns and keepgoing:
1452 for pattern in patterns:
1453 # Match Objects always have a boolean value of True.
1454 matched = bool(re.search(pattern, output))
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001455 with recording(self, trace) as sbuf:
1456 print >> sbuf, "%s pattern: %s" % (heading, pattern)
1457 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +00001458 keepgoing = matched if matching else not matched
1459 if not keepgoing:
1460 break
Johnny Chen2d899752010-09-21 21:08:53 +00001461
1462 self.assertTrue(matched if matching else not matched,
Johnny Chen05efcf782010-11-09 18:42:22 +00001463 msg if msg else EXP_MSG(str, exe))
Johnny Chen8df95eb2010-08-19 23:26:59 +00001464
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001465 def invoke(self, obj, name, trace=False):
Johnny Chend8473bc2010-08-25 22:56:10 +00001466 """Use reflection to call a method dynamically with no argument."""
Johnny Chen9de4ede2010-08-31 17:42:54 +00001467 trace = (True if traceAlways else trace)
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001468
1469 method = getattr(obj, name)
1470 import inspect
1471 self.assertTrue(inspect.ismethod(method),
1472 name + "is a method name of object: " + str(obj))
1473 result = method()
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001474 with recording(self, trace) as sbuf:
1475 print >> sbuf, str(method) + ":", result
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001476 return result
Johnny Chen9c10c182010-08-27 00:15:48 +00001477
Johnny Chenb8770312011-05-27 23:36:52 +00001478 # =================================================
1479 # Misc. helper methods for debugging test execution
1480 # =================================================
1481
Johnny Chen57cd6dd2011-07-11 19:15:11 +00001482 def DebugSBValue(self, val):
Johnny Chen9de4ede2010-08-31 17:42:54 +00001483 """Debug print a SBValue object, if traceAlways is True."""
Johnny Chen47342d52011-04-27 17:43:07 +00001484 from lldbutil import value_type_to_str
Johnny Chen2c8d1592010-11-03 21:37:58 +00001485
Johnny Chen9de4ede2010-08-31 17:42:54 +00001486 if not traceAlways:
Johnny Chen9c10c182010-08-27 00:15:48 +00001487 return
1488
1489 err = sys.stderr
1490 err.write(val.GetName() + ":\n")
Johnny Chen90c56e62011-09-30 21:48:35 +00001491 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n')
1492 err.write('\t' + "ByteSize -> " + str(val.GetByteSize()) + '\n')
1493 err.write('\t' + "NumChildren -> " + str(val.GetNumChildren()) + '\n')
1494 err.write('\t' + "Value -> " + str(val.GetValue()) + '\n')
1495 err.write('\t' + "ValueAsUnsigned -> " + str(val.GetValueAsUnsigned())+ '\n')
1496 err.write('\t' + "ValueType -> " + value_type_to_str(val.GetValueType()) + '\n')
1497 err.write('\t' + "Summary -> " + str(val.GetSummary()) + '\n')
1498 err.write('\t' + "IsPointerType -> " + str(val.TypeIsPointerType()) + '\n')
1499 err.write('\t' + "Location -> " + val.GetLocation() + '\n')
Johnny Chen9c10c182010-08-27 00:15:48 +00001500
Johnny Chend7e04d92011-08-05 20:17:27 +00001501 def DebugSBType(self, type):
1502 """Debug print a SBType object, if traceAlways is True."""
1503 if not traceAlways:
1504 return
1505
1506 err = sys.stderr
1507 err.write(type.GetName() + ":\n")
1508 err.write('\t' + "ByteSize -> " + str(type.GetByteSize()) + '\n')
1509 err.write('\t' + "IsPointerType -> " + str(type.IsPointerType()) + '\n')
1510 err.write('\t' + "IsReferenceType -> " + str(type.IsReferenceType()) + '\n')
1511
Johnny Chen73041472011-03-12 01:18:19 +00001512 def DebugPExpect(self, child):
1513 """Debug the spwaned pexpect object."""
1514 if not traceAlways:
1515 return
1516
1517 print child
Filipe Cabecinhasdee13ce2012-06-20 10:13:40 +00001518
1519 @classmethod
1520 def RemoveTempFile(cls, file):
1521 if os.path.exists(file):
1522 os.remove(file)