blob: e62b2b7105c8313afda06ff858da1c398d64f7ea [file] [log] [blame]
Johnny Chena1affab2010-07-03 03:41:59 +00001"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
Johnny Chene39170b2012-05-16 20:41:28 +000012entire of part of the test suite . Example:
Johnny Chena1affab2010-07-03 03:41:59 +000013
Johnny Chene39170b2012-05-16 20:41:28 +000014# Exercises the test suite in the types directory....
15/Volumes/data/lldb/svn/ToT/test $ ./dotest.py -A x86_64 types
Johnny Chen59ea45f2010-09-02 22:25:47 +000016...
Johnny Chend0c24b22010-08-23 17:10:44 +000017
Johnny Chene39170b2012-05-16 20:41:28 +000018Session logs for test failures/errors/unexpected successes will go into directory '2012-05-16-13_35_42'
19Command invoked: python ./dotest.py -A x86_64 types
20compilers=['clang']
Johnny Chend0c24b22010-08-23 17:10:44 +000021
Johnny Chene39170b2012-05-16 20:41:28 +000022Configuration: arch=x86_64 compiler=clang
Johnny Chend0c24b22010-08-23 17:10:44 +000023----------------------------------------------------------------------
Johnny Chene39170b2012-05-16 20:41:28 +000024Collected 72 tests
25
26........................................................................
27----------------------------------------------------------------------
28Ran 72 tests in 135.468s
Johnny Chend0c24b22010-08-23 17:10:44 +000029
30OK
Johnny Chena1affab2010-07-03 03:41:59 +000031$
32"""
33
Johnny Chen93ae6042010-09-21 22:34:45 +000034import os, sys, traceback
Enrico Granata0fd6c8d2012-10-24 18:14:21 +000035import os.path
Johnny Chen2d899752010-09-21 21:08:53 +000036import re
Johnny Chena1cc8832010-08-30 21:35:00 +000037from subprocess import *
Johnny Chen84a6d6f2010-10-15 01:18:29 +000038import StringIO
Johnny Chen65572482010-08-25 18:49:48 +000039import time
Johnny Chen1acaf632010-08-30 23:08:52 +000040import types
Johnny Chen75e28f92010-08-05 23:42:46 +000041import unittest2
Johnny Chena1affab2010-07-03 03:41:59 +000042import lldb
43
Johnny Chen548aefd2010-10-11 22:25:46 +000044# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
Johnny Chen24af2962011-01-19 18:18:47 +000045# LLDB_COMMAND_TRACE and LLDB_DO_CLEANUP are set from '-t' and '-r dir' options.
Johnny Chen548aefd2010-10-11 22:25:46 +000046
47# By default, traceAlways is False.
Johnny Chen9de4ede2010-08-31 17:42:54 +000048if "LLDB_COMMAND_TRACE" in os.environ and os.environ["LLDB_COMMAND_TRACE"]=="YES":
49 traceAlways = True
50else:
51 traceAlways = False
52
Johnny Chen548aefd2010-10-11 22:25:46 +000053# By default, doCleanup is True.
54if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"]=="NO":
55 doCleanup = False
56else:
57 doCleanup = True
58
Johnny Chen9de4ede2010-08-31 17:42:54 +000059
Johnny Chen96f08d52010-08-09 22:01:17 +000060#
61# Some commonly used assert messages.
62#
63
Johnny Chenee975b82010-09-17 22:45:27 +000064COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
65
Johnny Chen96f08d52010-08-09 22:01:17 +000066CURRENT_EXECUTABLE_SET = "Current executable set successfully"
67
Johnny Chen72a14342010-09-02 21:23:12 +000068PROCESS_IS_VALID = "Process is valid"
69
70PROCESS_KILLED = "Process is killed successfully"
71
Johnny Chen0ace30f2010-12-23 01:12:19 +000072PROCESS_EXITED = "Process exited successfully"
73
74PROCESS_STOPPED = "Process status should be stopped"
75
Johnny Chen1bb9f9a2010-08-27 23:47:36 +000076RUN_SUCCEEDED = "Process is launched successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +000077
Johnny Chend85dae52010-08-09 23:44:24 +000078RUN_COMPLETED = "Process exited successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +000079
Johnny Chen5349ee22010-10-05 19:27:32 +000080BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
81
Johnny Chend85dae52010-08-09 23:44:24 +000082BREAKPOINT_CREATED = "Breakpoint created successfully"
83
Johnny Chen1ad9e992010-12-04 00:07:24 +000084BREAKPOINT_STATE_CORRECT = "Breakpoint state is correct"
85
Johnny Chen9b92c6e2010-08-17 21:33:31 +000086BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
87
Johnny Chend85dae52010-08-09 23:44:24 +000088BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
Johnny Chen96f08d52010-08-09 22:01:17 +000089
Johnny Chen72afa8d2010-09-30 17:06:24 +000090BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
91
Johnny Chenc55dace2010-10-15 18:07:09 +000092BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
93
Greg Claytonb2c1a412012-10-24 18:24:14 +000094MISSING_EXPECTED_REGISTERS = "At least one expected register is unavailable."
95
Johnny Chenc0dbdc02011-06-27 20:05:23 +000096OBJECT_PRINTED_CORRECTLY = "Object printed correctly"
97
Johnny Chen6f7abb02010-12-09 18:22:12 +000098SOURCE_DISPLAYED_CORRECTLY = "Source code displayed correctly"
99
Johnny Chen0b3ee552010-09-22 23:00:20 +0000100STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
101
Johnny Chen33cd0c32011-04-15 16:44:48 +0000102STOPPED_DUE_TO_EXC_BAD_ACCESS = "Process should be stopped due to bad access exception"
103
Johnny Chene8587d02010-11-10 23:46:38 +0000104STOPPED_DUE_TO_BREAKPOINT = "Process should be stopped due to breakpoint"
Johnny Chenc82ac762010-11-10 20:20:06 +0000105
Johnny Chene8587d02010-11-10 23:46:38 +0000106STOPPED_DUE_TO_BREAKPOINT_WITH_STOP_REASON_AS = "%s, %s" % (
107 STOPPED_DUE_TO_BREAKPOINT, "instead, the actual stop reason is: '%s'")
Johnny Chen96f08d52010-08-09 22:01:17 +0000108
Johnny Chenf6bdb192010-10-20 18:38:48 +0000109STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
110
Johnny Chen7a4512b2010-12-13 21:49:58 +0000111STOPPED_DUE_TO_BREAKPOINT_IGNORE_COUNT = "Stopped due to breakpoint and ignore count"
112
Johnny Chend7a4eb02010-10-14 01:22:03 +0000113STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
114
Johnny Chen96f08d52010-08-09 22:01:17 +0000115STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
116
Johnny Chen58c66e22011-09-15 21:09:59 +0000117STOPPED_DUE_TO_WATCHPOINT = "Process should be stopped due to watchpoint"
118
Johnny Chen4917e102010-08-24 22:07:56 +0000119DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
120
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000121VALID_BREAKPOINT = "Got a valid breakpoint"
122
Johnny Chen0601a292010-10-22 18:10:25 +0000123VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
124
Johnny Chenac910272011-05-06 23:26:12 +0000125VALID_COMMAND_INTERPRETER = "Got a valid command interpreter"
126
Johnny Chen1bb9f9a2010-08-27 23:47:36 +0000127VALID_FILESPEC = "Got a valid filespec"
128
Johnny Chen8fd886c2010-12-08 01:25:21 +0000129VALID_MODULE = "Got a valid module"
130
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000131VALID_PROCESS = "Got a valid process"
132
Johnny Chen8fd886c2010-12-08 01:25:21 +0000133VALID_SYMBOL = "Got a valid symbol"
134
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000135VALID_TARGET = "Got a valid target"
136
Johnny Chen2ef5eae2012-02-03 20:43:00 +0000137VALID_TYPE = "Got a valid type"
138
Johnny Chen5503d462011-07-15 22:28:10 +0000139VALID_VARIABLE = "Got a valid variable"
140
Johnny Chen22b95b22010-08-25 19:00:04 +0000141VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
Johnny Chen96f08d52010-08-09 22:01:17 +0000142
Johnny Chen58c66e22011-09-15 21:09:59 +0000143WATCHPOINT_CREATED = "Watchpoint created successfully"
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000144
Johnny Chen05efcf782010-11-09 18:42:22 +0000145def CMD_MSG(str):
Johnny Chen006b5952011-05-31 22:16:51 +0000146 '''A generic "Command '%s' returns successfully" message generator.'''
Johnny Chen05efcf782010-11-09 18:42:22 +0000147 return "Command '%s' returns successfully" % str
148
Johnny Chendbe2c822012-03-15 19:10:00 +0000149def COMPLETION_MSG(str_before, str_after):
Johnny Chenfbcad682012-01-20 23:02:51 +0000150 '''A generic message generator for the completion mechanism.'''
151 return "'%s' successfully completes to '%s'" % (str_before, str_after)
152
Johnny Chen05efcf782010-11-09 18:42:22 +0000153def EXP_MSG(str, exe):
Johnny Chen006b5952011-05-31 22:16:51 +0000154 '''A generic "'%s' returns expected result" message generator if exe.
155 Otherwise, it generates "'%s' matches expected result" message.'''
Johnny Chen05efcf782010-11-09 18:42:22 +0000156 return "'%s' %s expected result" % (str, 'returns' if exe else 'matches')
Johnny Chend85dae52010-08-09 23:44:24 +0000157
Johnny Chendb9cbe92010-10-19 19:11:38 +0000158def SETTING_MSG(setting):
Johnny Chen006b5952011-05-31 22:16:51 +0000159 '''A generic "Value of setting '%s' is correct" message generator.'''
Johnny Chendb9cbe92010-10-19 19:11:38 +0000160 return "Value of setting '%s' is correct" % setting
161
Johnny Chenf4ce2882010-08-26 21:49:29 +0000162def EnvArray():
Johnny Chen006b5952011-05-31 22:16:51 +0000163 """Returns an env variable array from the os.environ map object."""
Johnny Chenf4ce2882010-08-26 21:49:29 +0000164 return map(lambda k,v: k+"="+v, os.environ.keys(), os.environ.values())
165
Johnny Chen14906002010-10-11 23:52:19 +0000166def line_number(filename, string_to_match):
167 """Helper function to return the line number of the first matched string."""
168 with open(filename, 'r') as f:
169 for i, line in enumerate(f):
170 if line.find(string_to_match) != -1:
171 # Found our match.
Johnny Chen0659e342010-10-12 00:09:25 +0000172 return i+1
Johnny Chen33cd0c32011-04-15 16:44:48 +0000173 raise Exception("Unable to find '%s' within file %s" % (string_to_match, filename))
Johnny Chen14906002010-10-11 23:52:19 +0000174
Johnny Chen5349ee22010-10-05 19:27:32 +0000175def pointer_size():
176 """Return the pointer size of the host system."""
177 import ctypes
178 a_pointer = ctypes.c_void_p(0xffff)
179 return 8 * ctypes.sizeof(a_pointer)
180
Johnny Chen7be5d352012-02-09 02:01:59 +0000181def is_exe(fpath):
182 """Returns true if fpath is an executable."""
183 return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
184
185def which(program):
186 """Returns the full path to a program; None otherwise."""
187 fpath, fname = os.path.split(program)
188 if fpath:
189 if is_exe(program):
190 return program
191 else:
192 for path in os.environ["PATH"].split(os.pathsep):
193 exe_file = os.path.join(path, program)
194 if is_exe(exe_file):
195 return exe_file
196 return None
197
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000198class recording(StringIO.StringIO):
199 """
200 A nice little context manager for recording the debugger interactions into
201 our session object. If trace flag is ON, it also emits the interactions
202 into the stderr.
203 """
204 def __init__(self, test, trace):
Johnny Chen1b7d6292010-10-15 23:55:05 +0000205 """Create a StringIO instance; record the session obj and trace flag."""
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000206 StringIO.StringIO.__init__(self)
Johnny Chen770683d2011-08-16 22:06:17 +0000207 # The test might not have undergone the 'setUp(self)' phase yet, so that
208 # the attribute 'session' might not even exist yet.
Johnny Chen8339f982011-08-16 17:06:45 +0000209 self.session = getattr(test, "session", None) if test else None
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000210 self.trace = trace
211
212 def __enter__(self):
213 """
214 Context management protocol on entry to the body of the with statement.
215 Just return the StringIO object.
216 """
217 return self
218
219 def __exit__(self, type, value, tb):
220 """
221 Context management protocol on exit from the body of the with statement.
222 If trace is ON, it emits the recordings into stderr. Always add the
223 recordings to our session object. And close the StringIO object, too.
224 """
225 if self.trace:
Johnny Chen1b7d6292010-10-15 23:55:05 +0000226 print >> sys.stderr, self.getvalue()
227 if self.session:
228 print >> self.session, self.getvalue()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000229 self.close()
230
Johnny Chen1b7d6292010-10-15 23:55:05 +0000231# From 2.7's subprocess.check_output() convenience function.
Johnny Chen0bfa8592011-03-23 20:28:59 +0000232# Return a tuple (stdoutdata, stderrdata).
Johnny Chen1b7d6292010-10-15 23:55:05 +0000233def system(*popenargs, **kwargs):
Johnny Chen22ca65d2011-11-16 22:44:28 +0000234 r"""Run an os command with arguments and return its output as a byte string.
Johnny Chen1b7d6292010-10-15 23:55:05 +0000235
236 If the exit code was non-zero it raises a CalledProcessError. The
237 CalledProcessError object will have the return code in the returncode
238 attribute and output in the output attribute.
239
240 The arguments are the same as for the Popen constructor. Example:
241
242 >>> check_output(["ls", "-l", "/dev/null"])
243 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
244
245 The stdout argument is not allowed as it is used internally.
246 To capture standard error in the result, use stderr=STDOUT.
247
248 >>> check_output(["/bin/sh", "-c",
249 ... "ls -l non_existent_file ; exit 0"],
250 ... stderr=STDOUT)
251 'ls: non_existent_file: No such file or directory\n'
252 """
253
254 # Assign the sender object to variable 'test' and remove it from kwargs.
255 test = kwargs.pop('sender', None)
256
257 if 'stdout' in kwargs:
258 raise ValueError('stdout argument not allowed, it will be overridden.')
Johnny Chen0bfa8592011-03-23 20:28:59 +0000259 process = Popen(stdout=PIPE, stderr=PIPE, *popenargs, **kwargs)
Johnny Chen30b30cb2011-11-16 22:41:53 +0000260 pid = process.pid
Johnny Chen1b7d6292010-10-15 23:55:05 +0000261 output, error = process.communicate()
262 retcode = process.poll()
263
264 with recording(test, traceAlways) as sbuf:
265 if isinstance(popenargs, types.StringTypes):
266 args = [popenargs]
267 else:
268 args = list(popenargs)
269 print >> sbuf
270 print >> sbuf, "os command:", args
Johnny Chen30b30cb2011-11-16 22:41:53 +0000271 print >> sbuf, "with pid:", pid
Johnny Chen1b7d6292010-10-15 23:55:05 +0000272 print >> sbuf, "stdout:", output
273 print >> sbuf, "stderr:", error
274 print >> sbuf, "retcode:", retcode
275 print >> sbuf
276
277 if retcode:
278 cmd = kwargs.get("args")
279 if cmd is None:
280 cmd = popenargs[0]
281 raise CalledProcessError(retcode, cmd)
Johnny Chen0bfa8592011-03-23 20:28:59 +0000282 return (output, error)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000283
Johnny Chen29867642010-11-01 20:35:01 +0000284def getsource_if_available(obj):
285 """
286 Return the text of the source code for an object if available. Otherwise,
287 a print representation is returned.
288 """
289 import inspect
290 try:
291 return inspect.getsource(obj)
292 except:
293 return repr(obj)
294
Peter Collingbourne39bd5362011-06-20 19:06:20 +0000295def builder_module():
296 return __import__("builder_" + sys.platform)
297
Johnny Chen366fb8c2011-08-01 18:46:13 +0000298#
299# Decorators for categorizing test cases.
300#
301
302from functools import wraps
303def python_api_test(func):
304 """Decorate the item as a Python API only test."""
305 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
306 raise Exception("@python_api_test can only be used to decorate a test method")
307 @wraps(func)
308 def wrapper(self, *args, **kwargs):
309 try:
310 if lldb.dont_do_python_api_test:
311 self.skipTest("python api tests")
312 except AttributeError:
313 pass
314 return func(self, *args, **kwargs)
315
316 # Mark this function as such to separate them from lldb command line tests.
317 wrapper.__python_api_test__ = True
318 return wrapper
319
Johnny Chen366fb8c2011-08-01 18:46:13 +0000320def benchmarks_test(func):
321 """Decorate the item as a benchmarks test."""
322 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
323 raise Exception("@benchmarks_test can only be used to decorate a test method")
324 @wraps(func)
325 def wrapper(self, *args, **kwargs):
326 try:
327 if not lldb.just_do_benchmarks_test:
328 self.skipTest("benchmarks tests")
329 except AttributeError:
330 pass
331 return func(self, *args, **kwargs)
332
333 # Mark this function as such to separate them from the regular tests.
334 wrapper.__benchmarks_test__ = True
335 return wrapper
336
Johnny Chena3ed7d82012-04-06 00:56:05 +0000337def dsym_test(func):
338 """Decorate the item as a dsym test."""
339 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
340 raise Exception("@dsym_test can only be used to decorate a test method")
341 @wraps(func)
342 def wrapper(self, *args, **kwargs):
343 try:
344 if lldb.dont_do_dsym_test:
345 self.skipTest("dsym tests")
346 except AttributeError:
347 pass
348 return func(self, *args, **kwargs)
349
350 # Mark this function as such to separate them from the regular tests.
351 wrapper.__dsym_test__ = True
352 return wrapper
353
354def dwarf_test(func):
355 """Decorate the item as a dwarf test."""
356 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
357 raise Exception("@dwarf_test can only be used to decorate a test method")
358 @wraps(func)
359 def wrapper(self, *args, **kwargs):
360 try:
361 if lldb.dont_do_dwarf_test:
362 self.skipTest("dwarf tests")
363 except AttributeError:
364 pass
365 return func(self, *args, **kwargs)
366
367 # Mark this function as such to separate them from the regular tests.
368 wrapper.__dwarf_test__ = True
369 return wrapper
370
Enrico Granata786e8732013-02-23 01:35:21 +0000371def expectedFailureGcc(bugnumber=None):
Enrico Granata21416a12013-02-23 01:05:23 +0000372 if callable(bugnumber):
373 @wraps(bugnumber)
Enrico Granata786e8732013-02-23 01:35:21 +0000374 def expectedFailureGcc_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000375 from unittest2 import case
376 self = args[0]
377 test_compiler = self.getCompiler()
378 try:
379 bugnumber(*args, **kwargs)
380 except Exception:
Enrico Granata786e8732013-02-23 01:35:21 +0000381 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000382 raise case._ExpectedFailure(sys.exc_info(),None)
383 else:
384 raise
Enrico Granata786e8732013-02-23 01:35:21 +0000385 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000386 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata786e8732013-02-23 01:35:21 +0000387 return expectedFailureGcc_easy_wrapper
Enrico Granata21416a12013-02-23 01:05:23 +0000388 else:
Enrico Granata786e8732013-02-23 01:35:21 +0000389 def expectedFailureGcc_impl(func):
Enrico Granata21416a12013-02-23 01:05:23 +0000390 @wraps(func)
391 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000392 from unittest2 import case
393 self = args[0]
394 test_compiler = self.getCompiler()
395 try:
396 func(*args, **kwargs)
397 except Exception:
Enrico Granata786e8732013-02-23 01:35:21 +0000398 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000399 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
400 else:
401 raise
Enrico Granata786e8732013-02-23 01:35:21 +0000402 if "gcc" in test_compiler:
Enrico Granata4d82e972013-02-23 01:28:30 +0000403 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000404 return wrapper
Enrico Granata786e8732013-02-23 01:35:21 +0000405 return expectedFailureGcc_impl
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000406
Enrico Granata786e8732013-02-23 01:35:21 +0000407def expectedFailureClang(bugnumber=None):
408 if callable(bugnumber):
409 @wraps(bugnumber)
410 def expectedFailureClang_easy_wrapper(*args, **kwargs):
411 from unittest2 import case
412 self = args[0]
413 test_compiler = self.getCompiler()
414 try:
415 bugnumber(*args, **kwargs)
416 except Exception:
417 if "clang" in test_compiler:
418 raise case._ExpectedFailure(sys.exc_info(),None)
419 else:
420 raise
421 if "clang" in test_compiler:
422 raise case._UnexpectedSuccess(sys.exc_info(),None)
423 return expectedFailureClang_easy_wrapper
424 else:
425 def expectedFailureClang_impl(func):
426 @wraps(func)
427 def wrapper(*args, **kwargs):
428 from unittest2 import case
429 self = args[0]
430 test_compiler = self.getCompiler()
431 try:
432 func(*args, **kwargs)
433 except Exception:
434 if "clang" in test_compiler:
435 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
436 else:
437 raise
438 if "clang" in test_compiler:
439 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
440 return wrapper
441 return expectedFailureClang_impl
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000442
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000443
Enrico Granata21416a12013-02-23 01:05:23 +0000444def expectedFailurei386(bugnumber=None):
445 if callable(bugnumber):
446 @wraps(bugnumber)
447 def expectedFailurei386_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000448 from unittest2 import case
449 self = args[0]
450 arch = self.getArchitecture()
451 try:
452 bugnumber(*args, **kwargs)
453 except Exception:
454 if "i386" in arch:
455 raise case._ExpectedFailure(sys.exc_info(),None)
456 else:
457 raise
458 if "i386" in arch:
459 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000460 return expectedFailurei386_easy_wrapper
461 else:
462 def expectedFailurei386_impl(func):
463 @wraps(func)
464 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000465 from unittest2 import case
466 self = args[0]
467 arch = self.getArchitecture()
468 try:
469 func(*args, **kwargs)
470 except Exception:
471 if "i386" in arch:
472 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
473 else:
474 raise
475 if "i386" in arch:
476 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000477 return wrapper
478 return expectedFailurei386_impl
Johnny Chen869e2962011-12-22 21:14:31 +0000479
Enrico Granata21416a12013-02-23 01:05:23 +0000480def expectedFailureLinux(bugnumber=None):
481 if callable(bugnumber):
482 @wraps(bugnumber)
483 def expectedFailureLinux_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000484 from unittest2 import case
485 self = args[0]
486 platform = sys.platform
487 try:
488 bugnumber(*args, **kwargs)
489 except Exception:
490 if "linux" in platform:
491 raise case._ExpectedFailure(sys.exc_info(),None)
492 else:
493 raise
494 if "linux" in platform:
495 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000496 return expectedFailureLinux_easy_wrapper
497 else:
498 def expectedFailureLinux_impl(func):
499 @wraps(func)
500 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000501 from unittest2 import case
502 self = args[0]
503 platform = sys.platform
504 try:
505 func(*args, **kwargs)
506 except Exception:
507 if "linux" in platform:
508 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
509 else:
510 raise
511 if "linux" in platform:
512 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000513 return wrapper
514 return expectedFailureLinux_impl
Daniel Malea40c9d752012-11-23 21:59:29 +0000515
516def skipOnLinux(func):
517 """Decorate the item to skip tests that should be skipped on Linux."""
518 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
519 raise Exception("@skipOnLinux can only be used to decorate a test method")
520 @wraps(func)
521 def wrapper(*args, **kwargs):
522 from unittest2 import case
523 self = args[0]
524 platform = sys.platform
525 if "linux" in platform:
526 self.skipTest("skip on linux")
527 else:
Jim Ingham7bf78a02012-11-27 01:21:28 +0000528 func(*args, **kwargs)
Daniel Malea40c9d752012-11-23 21:59:29 +0000529 return wrapper
530
Daniel Maleacd630e72013-01-24 23:52:09 +0000531def skipIfGcc(func):
532 """Decorate the item to skip tests that should be skipped if building with gcc ."""
533 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
Daniel Malea54fcf682013-02-27 17:29:46 +0000534 raise Exception("@skipIfGcc can only be used to decorate a test method")
Daniel Maleacd630e72013-01-24 23:52:09 +0000535 @wraps(func)
536 def wrapper(*args, **kwargs):
537 from unittest2 import case
538 self = args[0]
539 compiler = self.getCompiler()
540 if "gcc" in compiler:
541 self.skipTest("skipping because gcc is the test compiler")
542 else:
543 func(*args, **kwargs)
544 return wrapper
545
Johnny Chen366fb8c2011-08-01 18:46:13 +0000546class Base(unittest2.TestCase):
Johnny Chen607b7a12010-10-22 23:15:46 +0000547 """
Johnny Chen366fb8c2011-08-01 18:46:13 +0000548 Abstract base for performing lldb (see TestBase) or other generic tests (see
549 BenchBase for one example). lldbtest.Base works with the test driver to
550 accomplish things.
551
Johnny Chen607b7a12010-10-22 23:15:46 +0000552 """
Enrico Granata671dd552012-10-24 21:42:49 +0000553
Enrico Granata03bc3fd2012-10-24 21:44:48 +0000554 # The concrete subclass should override this attribute.
555 mydir = None
Johnny Chena1affab2010-07-03 03:41:59 +0000556
Johnny Chend3521cc2010-09-16 01:53:04 +0000557 # Keep track of the old current working directory.
558 oldcwd = None
Johnny Chen88f83042010-08-05 21:23:45 +0000559
Johnny Chencbe51262011-08-01 19:50:58 +0000560 def TraceOn(self):
561 """Returns True if we are in trace mode (tracing detailed test execution)."""
562 return traceAlways
563
Johnny Chend3521cc2010-09-16 01:53:04 +0000564 @classmethod
565 def setUpClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000566 """
567 Python unittest framework class setup fixture.
568 Do current directory manipulation.
569 """
570
Johnny Chenf8c723b2010-07-03 20:41:42 +0000571 # Fail fast if 'mydir' attribute is not overridden.
Johnny Chend3521cc2010-09-16 01:53:04 +0000572 if not cls.mydir or len(cls.mydir) == 0:
Johnny Chenf8c723b2010-07-03 20:41:42 +0000573 raise Exception("Subclasses must override the 'mydir' attribute.")
Enrico Granata0fd6c8d2012-10-24 18:14:21 +0000574
Johnny Chena1affab2010-07-03 03:41:59 +0000575 # Save old working directory.
Johnny Chend3521cc2010-09-16 01:53:04 +0000576 cls.oldcwd = os.getcwd()
Johnny Chena1affab2010-07-03 03:41:59 +0000577
578 # Change current working directory if ${LLDB_TEST} is defined.
579 # See also dotest.py which sets up ${LLDB_TEST}.
580 if ("LLDB_TEST" in os.environ):
Johnny Chend3521cc2010-09-16 01:53:04 +0000581 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000582 print >> sys.stderr, "Change dir to:", os.path.join(os.environ["LLDB_TEST"], cls.mydir)
Johnny Chend3521cc2010-09-16 01:53:04 +0000583 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
584
585 @classmethod
586 def tearDownClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000587 """
588 Python unittest framework class teardown fixture.
589 Do class-wide cleanup.
590 """
Johnny Chend3521cc2010-09-16 01:53:04 +0000591
Johnny Chen028d8eb2011-11-17 19:57:27 +0000592 if doCleanup and not lldb.skip_build_and_cleanup:
Johnny Chen548aefd2010-10-11 22:25:46 +0000593 # First, let's do the platform-specific cleanup.
Peter Collingbourne39bd5362011-06-20 19:06:20 +0000594 module = builder_module()
Johnny Chen548aefd2010-10-11 22:25:46 +0000595 if not module.cleanup():
596 raise Exception("Don't know how to do cleanup")
Johnny Chend3521cc2010-09-16 01:53:04 +0000597
Johnny Chen548aefd2010-10-11 22:25:46 +0000598 # Subclass might have specific cleanup function defined.
599 if getattr(cls, "classCleanup", None):
600 if traceAlways:
601 print >> sys.stderr, "Call class-specific cleanup function for class:", cls
602 try:
603 cls.classCleanup()
604 except:
605 exc_type, exc_value, exc_tb = sys.exc_info()
606 traceback.print_exception(exc_type, exc_value, exc_tb)
Johnny Chend3521cc2010-09-16 01:53:04 +0000607
608 # Restore old working directory.
609 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000610 print >> sys.stderr, "Restore dir to:", cls.oldcwd
Johnny Chend3521cc2010-09-16 01:53:04 +0000611 os.chdir(cls.oldcwd)
612
Johnny Chen366fb8c2011-08-01 18:46:13 +0000613 @classmethod
614 def skipLongRunningTest(cls):
615 """
616 By default, we skip long running test case.
617 This can be overridden by passing '-l' to the test driver (dotest.py).
618 """
619 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ["LLDB_SKIP_LONG_RUNNING_TEST"]:
620 return False
621 else:
622 return True
Johnny Chen9a9fcf62011-06-21 00:53:00 +0000623
Johnny Chend3521cc2010-09-16 01:53:04 +0000624 def setUp(self):
Johnny Chencbe51262011-08-01 19:50:58 +0000625 """Fixture for unittest test case setup.
626
627 It works with the test driver to conditionally skip tests and does other
628 initializations."""
Johnny Chend3521cc2010-09-16 01:53:04 +0000629 #import traceback
630 #traceback.print_stack()
Johnny Chena1affab2010-07-03 03:41:59 +0000631
Johnny Chen113388f2011-08-02 22:54:37 +0000632 if "LLDB_EXEC" in os.environ:
633 self.lldbExec = os.environ["LLDB_EXEC"]
Johnny Chen6033bed2011-08-26 00:00:01 +0000634 else:
635 self.lldbExec = None
636 if "LLDB_HERE" in os.environ:
637 self.lldbHere = os.environ["LLDB_HERE"]
638 else:
639 self.lldbHere = None
Johnny Chen7d7f4472011-10-07 19:21:09 +0000640 # If we spawn an lldb process for test (via pexpect), do not load the
641 # init file unless told otherwise.
642 if "NO_LLDBINIT" in os.environ and "NO" == os.environ["NO_LLDBINIT"]:
643 self.lldbOption = ""
644 else:
645 self.lldbOption = "--no-lldbinit"
Johnny Chen113388f2011-08-02 22:54:37 +0000646
Johnny Chen71cb7972011-08-01 21:13:26 +0000647 # Assign the test method name to self.testMethodName.
648 #
649 # For an example of the use of this attribute, look at test/types dir.
650 # There are a bunch of test cases under test/types and we don't want the
651 # module cacheing subsystem to be confused with executable name "a.out"
652 # used for all the test cases.
653 self.testMethodName = self._testMethodName
654
Johnny Chen3ebdacc2010-12-10 18:52:10 +0000655 # Python API only test is decorated with @python_api_test,
656 # which also sets the "__python_api_test__" attribute of the
657 # function object to True.
Johnny Chend8c1dd32011-05-31 23:21:42 +0000658 try:
659 if lldb.just_do_python_api_test:
660 testMethod = getattr(self, self._testMethodName)
661 if getattr(testMethod, "__python_api_test__", False):
662 pass
663 else:
Johnny Chen82ccf402011-07-30 01:39:58 +0000664 self.skipTest("non python api test")
665 except AttributeError:
666 pass
667
668 # Benchmarks test is decorated with @benchmarks_test,
669 # which also sets the "__benchmarks_test__" attribute of the
670 # function object to True.
671 try:
672 if lldb.just_do_benchmarks_test:
673 testMethod = getattr(self, self._testMethodName)
674 if getattr(testMethod, "__benchmarks_test__", False):
675 pass
676 else:
677 self.skipTest("non benchmarks test")
Johnny Chend8c1dd32011-05-31 23:21:42 +0000678 except AttributeError:
679 pass
Johnny Chen3ebdacc2010-12-10 18:52:10 +0000680
Johnny Chen71cb7972011-08-01 21:13:26 +0000681 # This is for the case of directly spawning 'lldb'/'gdb' and interacting
682 # with it using pexpect.
683 self.child = None
684 self.child_prompt = "(lldb) "
685 # If the child is interacting with the embedded script interpreter,
686 # there are two exits required during tear down, first to quit the
687 # embedded script interpreter and second to quit the lldb command
688 # interpreter.
689 self.child_in_script_interpreter = False
690
Johnny Chencbe51262011-08-01 19:50:58 +0000691 # These are for customized teardown cleanup.
692 self.dict = None
693 self.doTearDownCleanup = False
694 # And in rare cases where there are multiple teardown cleanups.
695 self.dicts = []
696 self.doTearDownCleanups = False
697
Daniel Malea5c5f01b2013-02-15 21:21:52 +0000698 # List of spawned subproces.Popen objects
699 self.subprocesses = []
700
Johnny Chencbe51262011-08-01 19:50:58 +0000701 # Create a string buffer to record the session info, to be dumped into a
702 # test case specific file if test failure is encountered.
703 self.session = StringIO.StringIO()
704
705 # Optimistically set __errored__, __failed__, __expected__ to False
706 # initially. If the test errored/failed, the session info
707 # (self.session) is then dumped into a session specific file for
708 # diagnosis.
709 self.__errored__ = False
710 self.__failed__ = False
711 self.__expected__ = False
712 # We are also interested in unexpected success.
713 self.__unexpected__ = False
Johnny Chencd1df5a2011-08-16 00:48:58 +0000714 # And skipped tests.
715 self.__skipped__ = False
Johnny Chencbe51262011-08-01 19:50:58 +0000716
717 # See addTearDownHook(self, hook) which allows the client to add a hook
718 # function to be run during tearDown() time.
719 self.hooks = []
720
721 # See HideStdout(self).
722 self.sys_stdout_hidden = False
723
Daniel Maleae5aa0d42012-11-26 21:21:11 +0000724 # set environment variable names for finding shared libraries
725 if sys.platform.startswith("darwin"):
726 self.dylibPath = 'DYLD_LIBRARY_PATH'
727 elif sys.platform.startswith("linux") or sys.platform.startswith("freebsd"):
728 self.dylibPath = 'LD_LIBRARY_PATH'
729
Johnny Chen644ad082011-10-19 16:48:07 +0000730 def runHooks(self, child=None, child_prompt=None, use_cmd_api=False):
Johnny Chen5f3c5672011-10-19 01:06:21 +0000731 """Perform the run hooks to bring lldb debugger to the desired state.
732
Johnny Chen644ad082011-10-19 16:48:07 +0000733 By default, expect a pexpect spawned child and child prompt to be
734 supplied (use_cmd_api=False). If use_cmd_api is true, ignore the child
735 and child prompt and use self.runCmd() to run the hooks one by one.
736
Johnny Chen5f3c5672011-10-19 01:06:21 +0000737 Note that child is a process spawned by pexpect.spawn(). If not, your
738 test case is mostly likely going to fail.
739
740 See also dotest.py where lldb.runHooks are processed/populated.
741 """
742 if not lldb.runHooks:
743 self.skipTest("No runhooks specified for lldb, skip the test")
Johnny Chen644ad082011-10-19 16:48:07 +0000744 if use_cmd_api:
745 for hook in lldb.runhooks:
746 self.runCmd(hook)
747 else:
748 if not child or not child_prompt:
749 self.fail("Both child and child_prompt need to be defined.")
750 for hook in lldb.runHooks:
751 child.sendline(hook)
752 child.expect_exact(child_prompt)
Johnny Chen5f3c5672011-10-19 01:06:21 +0000753
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000754 def setAsync(self, value):
755 """ Sets async mode to True/False and ensures it is reset after the testcase completes."""
756 old_async = self.dbg.GetAsync()
757 self.dbg.SetAsync(value)
758 self.addTearDownHook(lambda: self.dbg.SetAsync(old_async))
759
Daniel Malea5c5f01b2013-02-15 21:21:52 +0000760 def cleanupSubprocesses(self):
761 # Ensure any subprocesses are cleaned up
762 for p in self.subprocesses:
763 if p.poll() == None:
764 p.terminate()
765 del p
766 del self.subprocesses[:]
767
768 def spawnSubprocess(self, executable, args=[]):
769 """ Creates a subprocess.Popen object with the specified executable and arguments,
770 saves it in self.subprocesses, and returns the object.
771 NOTE: if using this function, ensure you also call:
772
773 self.addTearDownHook(self.cleanupSubprocesses)
774
775 otherwise the test suite will leak processes.
776 """
777
778 # Don't display the stdout if not in TraceOn() mode.
779 proc = Popen([executable] + args,
780 stdout = open(os.devnull) if not self.TraceOn() else None,
781 stdin = PIPE)
782 self.subprocesses.append(proc)
783 return proc
784
Johnny Chencbe51262011-08-01 19:50:58 +0000785 def HideStdout(self):
786 """Hide output to stdout from the user.
787
788 During test execution, there might be cases where we don't want to show the
789 standard output to the user. For example,
790
791 self.runCmd(r'''sc print "\n\n\tHello!\n"''')
792
793 tests whether command abbreviation for 'script' works or not. There is no
794 need to show the 'Hello' output to the user as long as the 'script' command
795 succeeds and we are not in TraceOn() mode (see the '-t' option).
796
797 In this case, the test method calls self.HideStdout(self) to redirect the
798 sys.stdout to a null device, and restores the sys.stdout upon teardown.
799
800 Note that you should only call this method at most once during a test case
801 execution. Any subsequent call has no effect at all."""
802 if self.sys_stdout_hidden:
803 return
804
805 self.sys_stdout_hidden = True
806 old_stdout = sys.stdout
807 sys.stdout = open(os.devnull, 'w')
808 def restore_stdout():
809 sys.stdout = old_stdout
810 self.addTearDownHook(restore_stdout)
811
812 # =======================================================================
813 # Methods for customized teardown cleanups as well as execution of hooks.
814 # =======================================================================
815
816 def setTearDownCleanup(self, dictionary=None):
817 """Register a cleanup action at tearDown() time with a dictinary"""
818 self.dict = dictionary
819 self.doTearDownCleanup = True
820
821 def addTearDownCleanup(self, dictionary):
822 """Add a cleanup action at tearDown() time with a dictinary"""
823 self.dicts.append(dictionary)
824 self.doTearDownCleanups = True
825
826 def addTearDownHook(self, hook):
827 """
828 Add a function to be run during tearDown() time.
829
830 Hooks are executed in a first come first serve manner.
831 """
832 if callable(hook):
833 with recording(self, traceAlways) as sbuf:
834 print >> sbuf, "Adding tearDown hook:", getsource_if_available(hook)
835 self.hooks.append(hook)
836
837 def tearDown(self):
838 """Fixture for unittest test case teardown."""
839 #import traceback
840 #traceback.print_stack()
841
Johnny Chen71cb7972011-08-01 21:13:26 +0000842 # This is for the case of directly spawning 'lldb' and interacting with it
843 # using pexpect.
844 import pexpect
845 if self.child and self.child.isalive():
846 with recording(self, traceAlways) as sbuf:
847 print >> sbuf, "tearing down the child process...."
Johnny Chen71cb7972011-08-01 21:13:26 +0000848 try:
Daniel Maleac29f0f32013-02-22 00:41:26 +0000849 if self.child_in_script_interpreter:
850 self.child.sendline('quit()')
851 self.child.expect_exact(self.child_prompt)
852 self.child.sendline('settings set interpreter.prompt-on-quit false')
853 self.child.sendline('quit')
Johnny Chen71cb7972011-08-01 21:13:26 +0000854 self.child.expect(pexpect.EOF)
Daniel Maleac29f0f32013-02-22 00:41:26 +0000855 except ValueError, ExceptionPexpect:
856 # child is already terminated
Johnny Chen71cb7972011-08-01 21:13:26 +0000857 pass
Daniel Maleac29f0f32013-02-22 00:41:26 +0000858
Johnny Chenf0ff42a2012-02-27 23:07:40 +0000859 # Give it one final blow to make sure the child is terminated.
860 self.child.close()
Johnny Chen71cb7972011-08-01 21:13:26 +0000861
Johnny Chencbe51262011-08-01 19:50:58 +0000862 # Check and run any hook functions.
863 for hook in reversed(self.hooks):
864 with recording(self, traceAlways) as sbuf:
865 print >> sbuf, "Executing tearDown hook:", getsource_if_available(hook)
866 hook()
867
868 del self.hooks
869
870 # Perform registered teardown cleanup.
871 if doCleanup and self.doTearDownCleanup:
Johnny Chen028d8eb2011-11-17 19:57:27 +0000872 self.cleanup(dictionary=self.dict)
Johnny Chencbe51262011-08-01 19:50:58 +0000873
874 # In rare cases where there are multiple teardown cleanups added.
875 if doCleanup and self.doTearDownCleanups:
Johnny Chencbe51262011-08-01 19:50:58 +0000876 if self.dicts:
877 for dict in reversed(self.dicts):
Johnny Chen028d8eb2011-11-17 19:57:27 +0000878 self.cleanup(dictionary=dict)
Johnny Chencbe51262011-08-01 19:50:58 +0000879
880 # Decide whether to dump the session info.
881 self.dumpSessionInfo()
882
883 # =========================================================
884 # Various callbacks to allow introspection of test progress
885 # =========================================================
886
887 def markError(self):
888 """Callback invoked when an error (unexpected exception) errored."""
889 self.__errored__ = True
890 with recording(self, False) as sbuf:
891 # False because there's no need to write "ERROR" to the stderr twice.
892 # Once by the Python unittest framework, and a second time by us.
893 print >> sbuf, "ERROR"
894
895 def markFailure(self):
896 """Callback invoked when a failure (test assertion failure) occurred."""
897 self.__failed__ = True
898 with recording(self, False) as sbuf:
899 # False because there's no need to write "FAIL" to the stderr twice.
900 # Once by the Python unittest framework, and a second time by us.
901 print >> sbuf, "FAIL"
902
Enrico Granata21416a12013-02-23 01:05:23 +0000903 def markExpectedFailure(self,err,bugnumber):
Johnny Chencbe51262011-08-01 19:50:58 +0000904 """Callback invoked when an expected failure/error occurred."""
905 self.__expected__ = True
906 with recording(self, False) as sbuf:
907 # False because there's no need to write "expected failure" to the
908 # stderr twice.
909 # Once by the Python unittest framework, and a second time by us.
Enrico Granata21416a12013-02-23 01:05:23 +0000910 if bugnumber == None:
911 print >> sbuf, "expected failure"
912 else:
913 print >> sbuf, "expected failure (problem id:" + str(bugnumber) + ")"
Johnny Chencbe51262011-08-01 19:50:58 +0000914
Johnny Chenf5b89092011-08-15 23:09:08 +0000915 def markSkippedTest(self):
916 """Callback invoked when a test is skipped."""
917 self.__skipped__ = True
918 with recording(self, False) as sbuf:
919 # False because there's no need to write "skipped test" to the
920 # stderr twice.
921 # Once by the Python unittest framework, and a second time by us.
922 print >> sbuf, "skipped test"
923
Enrico Granata21416a12013-02-23 01:05:23 +0000924 def markUnexpectedSuccess(self, bugnumber):
Johnny Chencbe51262011-08-01 19:50:58 +0000925 """Callback invoked when an unexpected success occurred."""
926 self.__unexpected__ = True
927 with recording(self, False) as sbuf:
928 # False because there's no need to write "unexpected success" to the
929 # stderr twice.
930 # Once by the Python unittest framework, and a second time by us.
Enrico Granata21416a12013-02-23 01:05:23 +0000931 if bugnumber == None:
932 print >> sbuf, "unexpected success"
933 else:
934 print >> sbuf, "unexpected success (problem id:" + str(bugnumber) + ")"
Johnny Chencbe51262011-08-01 19:50:58 +0000935
936 def dumpSessionInfo(self):
937 """
938 Dump the debugger interactions leading to a test error/failure. This
939 allows for more convenient postmortem analysis.
940
941 See also LLDBTestResult (dotest.py) which is a singlton class derived
942 from TextTestResult and overwrites addError, addFailure, and
943 addExpectedFailure methods to allow us to to mark the test instance as
944 such.
945 """
946
947 # We are here because self.tearDown() detected that this test instance
948 # either errored or failed. The lldb.test_result singleton contains
949 # two lists (erros and failures) which get populated by the unittest
950 # framework. Look over there for stack trace information.
951 #
952 # The lists contain 2-tuples of TestCase instances and strings holding
953 # formatted tracebacks.
954 #
955 # See http://docs.python.org/library/unittest.html#unittest.TestResult.
956 if self.__errored__:
957 pairs = lldb.test_result.errors
958 prefix = 'Error'
959 elif self.__failed__:
960 pairs = lldb.test_result.failures
961 prefix = 'Failure'
962 elif self.__expected__:
963 pairs = lldb.test_result.expectedFailures
964 prefix = 'ExpectedFailure'
Johnny Chenf5b89092011-08-15 23:09:08 +0000965 elif self.__skipped__:
966 prefix = 'SkippedTest'
Johnny Chencbe51262011-08-01 19:50:58 +0000967 elif self.__unexpected__:
968 prefix = "UnexpectedSuccess"
969 else:
970 # Simply return, there's no session info to dump!
971 return
972
Johnny Chenf5b89092011-08-15 23:09:08 +0000973 if not self.__unexpected__ and not self.__skipped__:
Johnny Chencbe51262011-08-01 19:50:58 +0000974 for test, traceback in pairs:
975 if test is self:
976 print >> self.session, traceback
977
Johnny Chen6fd55f12011-08-11 00:16:28 +0000978 testMethod = getattr(self, self._testMethodName)
979 if getattr(testMethod, "__benchmarks_test__", False):
980 benchmarks = True
981 else:
982 benchmarks = False
983
Johnny Chendfa0cdb2011-12-03 00:16:59 +0000984 # This records the compiler version used for the test.
985 system([self.getCompiler(), "-v"], sender=self)
986
Johnny Chencbe51262011-08-01 19:50:58 +0000987 dname = os.path.join(os.environ["LLDB_TEST"],
988 os.environ["LLDB_SESSION_DIRNAME"])
989 if not os.path.isdir(dname):
990 os.mkdir(dname)
Sean Callanan783ac952012-10-16 18:22:04 +0000991 fname = os.path.join(dname, "%s-%s-%s-%s.log" % (prefix, self.getArchitecture(), "_".join(self.getCompiler().split('/')), self.id()))
Johnny Chencbe51262011-08-01 19:50:58 +0000992 with open(fname, "w") as f:
993 import datetime
994 print >> f, "Session info generated @", datetime.datetime.now().ctime()
995 print >> f, self.session.getvalue()
996 print >> f, "To rerun this test, issue the following command from the 'test' directory:\n"
Johnny Chen6fd55f12011-08-11 00:16:28 +0000997 print >> f, "./dotest.py %s -v %s -f %s.%s" % (self.getRunOptions(),
998 ('+b' if benchmarks else '-t'),
Johnny Chencbe51262011-08-01 19:50:58 +0000999 self.__class__.__name__,
1000 self._testMethodName)
1001
1002 # ====================================================
1003 # Config. methods supported through a plugin interface
1004 # (enables reading of the current test configuration)
1005 # ====================================================
1006
1007 def getArchitecture(self):
1008 """Returns the architecture in effect the test suite is running with."""
1009 module = builder_module()
1010 return module.getArchitecture()
1011
1012 def getCompiler(self):
1013 """Returns the compiler in effect the test suite is running with."""
1014 module = builder_module()
1015 return module.getCompiler()
1016
Daniel Malea54fcf682013-02-27 17:29:46 +00001017 def getCompilerVersion(self):
1018 """ Returns a string that represents the compiler version.
1019 Supports: llvm, clang.
1020 """
1021 from lldbutil import which
1022 version = 'unknown'
1023
1024 compiler = self.getCompiler()
1025 version_output = system([which(compiler), "-v"])[1]
1026 for line in version_output.split(os.linesep):
1027 compiler_shortname = 'invalid'
Greg Clayton5e4adbf2013-02-28 18:46:31 +00001028 for c in ["clang", "LLVM", "gcc"]:
Daniel Malea54fcf682013-02-27 17:29:46 +00001029 if c in compiler:
1030 compiler_shortname = c
1031 m = re.search('%s version ([0-9\.]+)' % compiler_shortname, line)
1032 if m:
1033 version = m.group(1)
1034 return version
1035
Johnny Chencbe51262011-08-01 19:50:58 +00001036 def getRunOptions(self):
1037 """Command line option for -A and -C to run this test again, called from
1038 self.dumpSessionInfo()."""
1039 arch = self.getArchitecture()
1040 comp = self.getCompiler()
Johnny Chenb7058c52011-08-24 19:48:51 +00001041 if arch:
1042 option_str = "-A " + arch
Johnny Chencbe51262011-08-01 19:50:58 +00001043 else:
Johnny Chenb7058c52011-08-24 19:48:51 +00001044 option_str = ""
1045 if comp:
Johnny Chene1219bf2012-03-16 20:44:00 +00001046 option_str += " -C " + comp
Johnny Chenb7058c52011-08-24 19:48:51 +00001047 return option_str
Johnny Chencbe51262011-08-01 19:50:58 +00001048
1049 # ==================================================
1050 # Build methods supported through a plugin interface
1051 # ==================================================
1052
Johnny Chencbf15912012-02-01 01:49:50 +00001053 def buildDefault(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001054 """Platform specific way to build the default binaries."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001055 if lldb.skip_build_and_cleanup:
1056 return
Johnny Chencbe51262011-08-01 19:50:58 +00001057 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001058 if not module.buildDefault(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001059 raise Exception("Don't know how to build default binary")
1060
Johnny Chencbf15912012-02-01 01:49:50 +00001061 def buildDsym(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001062 """Platform specific way to build binaries with dsym info."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001063 if lldb.skip_build_and_cleanup:
1064 return
Johnny Chencbe51262011-08-01 19:50:58 +00001065 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001066 if not module.buildDsym(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001067 raise Exception("Don't know how to build binary with dsym")
1068
Johnny Chencbf15912012-02-01 01:49:50 +00001069 def buildDwarf(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001070 """Platform specific way to build binaries with dwarf maps."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001071 if lldb.skip_build_and_cleanup:
1072 return
Johnny Chencbe51262011-08-01 19:50:58 +00001073 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001074 if not module.buildDwarf(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001075 raise Exception("Don't know how to build binary with dwarf")
Johnny Chen366fb8c2011-08-01 18:46:13 +00001076
Johnny Chen7f9985a2011-08-12 20:19:22 +00001077 def cleanup(self, dictionary=None):
1078 """Platform specific way to do cleanup after build."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001079 if lldb.skip_build_and_cleanup:
1080 return
Johnny Chen7f9985a2011-08-12 20:19:22 +00001081 module = builder_module()
1082 if not module.cleanup(self, dictionary):
Johnny Chen028d8eb2011-11-17 19:57:27 +00001083 raise Exception("Don't know how to do cleanup with dictionary: "+dictionary)
Johnny Chen7f9985a2011-08-12 20:19:22 +00001084
Johnny Chen366fb8c2011-08-01 18:46:13 +00001085
1086class TestBase(Base):
1087 """
1088 This abstract base class is meant to be subclassed. It provides default
1089 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
1090 among other things.
1091
1092 Important things for test class writers:
1093
1094 - Overwrite the mydir class attribute, otherwise your test class won't
1095 run. It specifies the relative directory to the top level 'test' so
1096 the test harness can change to the correct working directory before
1097 running your test.
1098
1099 - The setUp method sets up things to facilitate subsequent interactions
1100 with the debugger as part of the test. These include:
1101 - populate the test method name
1102 - create/get a debugger set with synchronous mode (self.dbg)
1103 - get the command interpreter from with the debugger (self.ci)
1104 - create a result object for use with the command interpreter
1105 (self.res)
1106 - plus other stuffs
1107
1108 - The tearDown method tries to perform some necessary cleanup on behalf
1109 of the test to return the debugger to a good state for the next test.
1110 These include:
1111 - execute any tearDown hooks registered by the test method with
1112 TestBase.addTearDownHook(); examples can be found in
1113 settings/TestSettings.py
1114 - kill the inferior process associated with each target, if any,
1115 and, then delete the target from the debugger's target list
1116 - perform build cleanup before running the next test method in the
1117 same test class; examples of registering for this service can be
1118 found in types/TestIntegerTypes.py with the call:
1119 - self.setTearDownCleanup(dictionary=d)
1120
1121 - Similarly setUpClass and tearDownClass perform classwise setup and
1122 teardown fixtures. The tearDownClass method invokes a default build
1123 cleanup for the entire test class; also, subclasses can implement the
1124 classmethod classCleanup(cls) to perform special class cleanup action.
1125
1126 - The instance methods runCmd and expect are used heavily by existing
1127 test cases to send a command to the command interpreter and to perform
1128 string/pattern matching on the output of such command execution. The
1129 expect method also provides a mode to peform string/pattern matching
1130 without running a command.
1131
1132 - The build methods buildDefault, buildDsym, and buildDwarf are used to
1133 build the binaries used during a particular test scenario. A plugin
1134 should be provided for the sys.platform running the test suite. The
1135 Mac OS X implementation is located in plugins/darwin.py.
1136 """
1137
1138 # Maximum allowed attempts when launching the inferior process.
1139 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
1140 maxLaunchCount = 3;
1141
1142 # Time to wait before the next launching attempt in second(s).
1143 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
1144 timeWaitNextLaunch = 1.0;
1145
1146 def doDelay(self):
1147 """See option -w of dotest.py."""
1148 if ("LLDB_WAIT_BETWEEN_TEST_CASES" in os.environ and
1149 os.environ["LLDB_WAIT_BETWEEN_TEST_CASES"] == 'YES'):
1150 waitTime = 1.0
1151 if "LLDB_TIME_WAIT_BETWEEN_TEST_CASES" in os.environ:
1152 waitTime = float(os.environ["LLDB_TIME_WAIT_BETWEEN_TEST_CASES"])
1153 time.sleep(waitTime)
1154
Enrico Granataac3a8e22012-09-21 19:10:53 +00001155 # Returns the list of categories to which this test case belongs
1156 # by default, look for a ".categories" file, and read its contents
1157 # if no such file exists, traverse the hierarchy - we guarantee
1158 # a .categories to exist at the top level directory so we do not end up
1159 # looping endlessly - subclasses are free to define their own categories
1160 # in whatever way makes sense to them
1161 def getCategories(self):
1162 import inspect
1163 import os.path
1164 folder = inspect.getfile(self.__class__)
1165 folder = os.path.dirname(folder)
1166 while folder != '/':
1167 categories_file_name = os.path.join(folder,".categories")
1168 if os.path.exists(categories_file_name):
1169 categories_file = open(categories_file_name,'r')
1170 categories = categories_file.readline()
1171 categories_file.close()
1172 categories = str.replace(categories,'\n','')
1173 categories = str.replace(categories,'\r','')
1174 return categories.split(',')
1175 else:
1176 folder = os.path.dirname(folder)
1177 continue
1178
Johnny Chen366fb8c2011-08-01 18:46:13 +00001179 def setUp(self):
1180 #import traceback
1181 #traceback.print_stack()
1182
1183 # Works with the test driver to conditionally skip tests via decorators.
1184 Base.setUp(self)
1185
Johnny Chen366fb8c2011-08-01 18:46:13 +00001186 try:
1187 if lldb.blacklist:
1188 className = self.__class__.__name__
1189 classAndMethodName = "%s.%s" % (className, self._testMethodName)
1190 if className in lldb.blacklist:
1191 self.skipTest(lldb.blacklist.get(className))
1192 elif classAndMethodName in lldb.blacklist:
1193 self.skipTest(lldb.blacklist.get(classAndMethodName))
1194 except AttributeError:
1195 pass
1196
Johnny Chen9a9fcf62011-06-21 00:53:00 +00001197 # Insert some delay between successive test cases if specified.
1198 self.doDelay()
Johnny Chene47649c2010-10-07 02:04:14 +00001199
Johnny Chen65572482010-08-25 18:49:48 +00001200 if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
1201 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
1202
Johnny Chend2965212010-10-19 16:00:42 +00001203 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
Johnny Chen458a67e2010-11-29 20:20:34 +00001204 self.timeWaitNextLaunch = float(os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
Johnny Chen65572482010-08-25 18:49:48 +00001205
Johnny Chena1affab2010-07-03 03:41:59 +00001206 # Create the debugger instance if necessary.
1207 try:
1208 self.dbg = lldb.DBG
Johnny Chena1affab2010-07-03 03:41:59 +00001209 except AttributeError:
1210 self.dbg = lldb.SBDebugger.Create()
Johnny Chenf8c723b2010-07-03 20:41:42 +00001211
Johnny Chen960ce122011-05-25 19:06:18 +00001212 if not self.dbg:
Johnny Chena1affab2010-07-03 03:41:59 +00001213 raise Exception('Invalid debugger instance')
1214
1215 # We want our debugger to be synchronous.
1216 self.dbg.SetAsync(False)
1217
1218 # Retrieve the associated command interpreter instance.
1219 self.ci = self.dbg.GetCommandInterpreter()
1220 if not self.ci:
1221 raise Exception('Could not get the command interpreter')
1222
1223 # And the result object.
1224 self.res = lldb.SBCommandReturnObject()
1225
Johnny Chenac97a6b2012-04-16 18:55:15 +00001226 # Run global pre-flight code, if defined via the config file.
1227 if lldb.pre_flight:
1228 lldb.pre_flight(self)
1229
Enrico Granata251729e2012-10-24 01:23:57 +00001230 # utility methods that tests can use to access the current objects
1231 def target(self):
1232 if not self.dbg:
1233 raise Exception('Invalid debugger instance')
1234 return self.dbg.GetSelectedTarget()
1235
1236 def process(self):
1237 if not self.dbg:
1238 raise Exception('Invalid debugger instance')
1239 return self.dbg.GetSelectedTarget().GetProcess()
1240
1241 def thread(self):
1242 if not self.dbg:
1243 raise Exception('Invalid debugger instance')
1244 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread()
1245
1246 def frame(self):
1247 if not self.dbg:
1248 raise Exception('Invalid debugger instance')
1249 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread().GetSelectedFrame()
1250
Johnny Chena1affab2010-07-03 03:41:59 +00001251 def tearDown(self):
Johnny Chen72a14342010-09-02 21:23:12 +00001252 #import traceback
1253 #traceback.print_stack()
1254
Johnny Chencbe51262011-08-01 19:50:58 +00001255 Base.tearDown(self)
Johnny Chen705737b2010-10-19 23:40:13 +00001256
Johnny Chen409646d2011-06-15 21:24:24 +00001257 # Delete the target(s) from the debugger as a general cleanup step.
1258 # This includes terminating the process for each target, if any.
1259 # We'd like to reuse the debugger for our next test without incurring
1260 # the initialization overhead.
1261 targets = []
1262 for target in self.dbg:
1263 if target:
1264 targets.append(target)
1265 process = target.GetProcess()
1266 if process:
1267 rc = self.invoke(process, "Kill")
1268 self.assertTrue(rc.Success(), PROCESS_KILLED)
1269 for target in targets:
1270 self.dbg.DeleteTarget(target)
Johnny Chenffde4fc2010-08-16 21:28:10 +00001271
Johnny Chenac97a6b2012-04-16 18:55:15 +00001272 # Run global post-flight code, if defined via the config file.
1273 if lldb.post_flight:
1274 lldb.post_flight(self)
1275
Johnny Chena1affab2010-07-03 03:41:59 +00001276 del self.dbg
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001277
Johnny Chen90c56e62011-09-30 21:48:35 +00001278 def switch_to_thread_with_stop_reason(self, stop_reason):
1279 """
1280 Run the 'thread list' command, and select the thread with stop reason as
1281 'stop_reason'. If no such thread exists, no select action is done.
1282 """
1283 from lldbutil import stop_reason_to_str
1284 self.runCmd('thread list')
1285 output = self.res.GetOutput()
1286 thread_line_pattern = re.compile("^[ *] thread #([0-9]+):.*stop reason = %s" %
1287 stop_reason_to_str(stop_reason))
1288 for line in output.splitlines():
1289 matched = thread_line_pattern.match(line)
1290 if matched:
1291 self.runCmd('thread select %s' % matched.group(1))
1292
Johnny Chenef6f4762011-06-15 21:38:39 +00001293 def runCmd(self, cmd, msg=None, check=True, trace=False):
Johnny Chen8df95eb2010-08-19 23:26:59 +00001294 """
1295 Ask the command interpreter to handle the command and then check its
1296 return status.
1297 """
1298 # Fail fast if 'cmd' is not meaningful.
1299 if not cmd or len(cmd) == 0:
1300 raise Exception("Bad 'cmd' parameter encountered")
Johnny Chen4f995f02010-08-20 17:57:32 +00001301
Johnny Chen9de4ede2010-08-31 17:42:54 +00001302 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +00001303
Johnny Chen21f33412010-09-01 00:15:19 +00001304 running = (cmd.startswith("run") or cmd.startswith("process launch"))
Johnny Chen4f995f02010-08-20 17:57:32 +00001305
Johnny Chen21f33412010-09-01 00:15:19 +00001306 for i in range(self.maxLaunchCount if running else 1):
Johnny Chen65572482010-08-25 18:49:48 +00001307 self.ci.HandleCommand(cmd, self.res)
Johnny Chen4f995f02010-08-20 17:57:32 +00001308
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001309 with recording(self, trace) as sbuf:
1310 print >> sbuf, "runCmd:", cmd
Johnny Chen7c565c82010-10-15 16:13:00 +00001311 if not check:
Johnny Chen31cf8e22010-10-15 18:52:22 +00001312 print >> sbuf, "check of return status not required"
Johnny Chen65572482010-08-25 18:49:48 +00001313 if self.res.Succeeded():
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001314 print >> sbuf, "output:", self.res.GetOutput()
Johnny Chen65572482010-08-25 18:49:48 +00001315 else:
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001316 print >> sbuf, "runCmd failed!"
1317 print >> sbuf, self.res.GetError()
Johnny Chen4f995f02010-08-20 17:57:32 +00001318
Johnny Chen029acae2010-08-20 21:03:09 +00001319 if self.res.Succeeded():
Johnny Chen65572482010-08-25 18:49:48 +00001320 break
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001321 elif running:
Johnny Chendcb37222011-01-19 02:02:08 +00001322 # For process launch, wait some time before possible next try.
1323 time.sleep(self.timeWaitNextLaunch)
Johnny Chen894eab42012-08-01 19:56:04 +00001324 with recording(self, trace) as sbuf:
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001325 print >> sbuf, "Command '" + cmd + "' failed!"
Johnny Chen4f995f02010-08-20 17:57:32 +00001326
Johnny Chen8df95eb2010-08-19 23:26:59 +00001327 if check:
1328 self.assertTrue(self.res.Succeeded(),
Johnny Chen05efcf782010-11-09 18:42:22 +00001329 msg if msg else CMD_MSG(cmd))
Johnny Chen8df95eb2010-08-19 23:26:59 +00001330
Jim Ingham431d8392012-09-22 00:05:11 +00001331 def match (self, str, patterns, msg=None, trace=False, error=False, matching=True, exe=True):
1332 """run command in str, and match the result against regexp in patterns returning the match object for the first matching pattern
1333
1334 Otherwise, all the arguments have the same meanings as for the expect function"""
1335
1336 trace = (True if traceAlways else trace)
1337
1338 if exe:
1339 # First run the command. If we are expecting error, set check=False.
1340 # Pass the assert message along since it provides more semantic info.
1341 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
1342
1343 # Then compare the output against expected strings.
1344 output = self.res.GetError() if error else self.res.GetOutput()
1345
1346 # If error is True, the API client expects the command to fail!
1347 if error:
1348 self.assertFalse(self.res.Succeeded(),
1349 "Command '" + str + "' is expected to fail!")
1350 else:
1351 # No execution required, just compare str against the golden input.
1352 output = str
1353 with recording(self, trace) as sbuf:
1354 print >> sbuf, "looking at:", output
1355
1356 # The heading says either "Expecting" or "Not expecting".
1357 heading = "Expecting" if matching else "Not expecting"
1358
1359 for pattern in patterns:
1360 # Match Objects always have a boolean value of True.
1361 match_object = re.search(pattern, output)
1362 matched = bool(match_object)
1363 with recording(self, trace) as sbuf:
1364 print >> sbuf, "%s pattern: %s" % (heading, pattern)
1365 print >> sbuf, "Matched" if matched else "Not matched"
1366 if matched:
1367 break
1368
1369 self.assertTrue(matched if matching else not matched,
1370 msg if msg else EXP_MSG(str, exe))
1371
1372 return match_object
1373
Johnny Chen90c56e62011-09-30 21:48:35 +00001374 def expect(self, str, msg=None, patterns=None, startstr=None, endstr=None, substrs=None, trace=False, error=False, matching=True, exe=True):
Johnny Chen8df95eb2010-08-19 23:26:59 +00001375 """
1376 Similar to runCmd; with additional expect style output matching ability.
1377
1378 Ask the command interpreter to handle the command and then check its
1379 return status. The 'msg' parameter specifies an informational assert
1380 message. We expect the output from running the command to start with
Johnny Chen2d899752010-09-21 21:08:53 +00001381 'startstr', matches the substrings contained in 'substrs', and regexp
1382 matches the patterns contained in 'patterns'.
Johnny Chen9792f8e2010-09-17 22:28:51 +00001383
1384 If the keyword argument error is set to True, it signifies that the API
1385 client is expecting the command to fail. In this case, the error stream
Johnny Chenee975b82010-09-17 22:45:27 +00001386 from running the command is retrieved and compared against the golden
Johnny Chen9792f8e2010-09-17 22:28:51 +00001387 input, instead.
Johnny Chen2d899752010-09-21 21:08:53 +00001388
1389 If the keyword argument matching is set to False, it signifies that the API
1390 client is expecting the output of the command not to match the golden
1391 input.
Johnny Chen8e06de92010-09-21 23:33:30 +00001392
1393 Finally, the required argument 'str' represents the lldb command to be
1394 sent to the command interpreter. In case the keyword argument 'exe' is
1395 set to False, the 'str' is treated as a string to be matched/not-matched
1396 against the golden input.
Johnny Chen8df95eb2010-08-19 23:26:59 +00001397 """
Johnny Chen9de4ede2010-08-31 17:42:54 +00001398 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +00001399
Johnny Chen8e06de92010-09-21 23:33:30 +00001400 if exe:
1401 # First run the command. If we are expecting error, set check=False.
Johnny Chen60881f62010-10-28 21:10:32 +00001402 # Pass the assert message along since it provides more semantic info.
Johnny Chen05dd8932010-10-28 18:24:22 +00001403 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
Johnny Chen8df95eb2010-08-19 23:26:59 +00001404
Johnny Chen8e06de92010-09-21 23:33:30 +00001405 # Then compare the output against expected strings.
1406 output = self.res.GetError() if error else self.res.GetOutput()
Johnny Chen9792f8e2010-09-17 22:28:51 +00001407
Johnny Chen8e06de92010-09-21 23:33:30 +00001408 # If error is True, the API client expects the command to fail!
1409 if error:
1410 self.assertFalse(self.res.Succeeded(),
1411 "Command '" + str + "' is expected to fail!")
1412 else:
1413 # No execution required, just compare str against the golden input.
Enrico Granata01458ca2012-10-23 00:09:02 +00001414 if isinstance(str,lldb.SBCommandReturnObject):
1415 output = str.GetOutput()
1416 else:
1417 output = str
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001418 with recording(self, trace) as sbuf:
1419 print >> sbuf, "looking at:", output
Johnny Chen9792f8e2010-09-17 22:28:51 +00001420
Johnny Chen2d899752010-09-21 21:08:53 +00001421 # The heading says either "Expecting" or "Not expecting".
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001422 heading = "Expecting" if matching else "Not expecting"
Johnny Chen2d899752010-09-21 21:08:53 +00001423
1424 # Start from the startstr, if specified.
1425 # If there's no startstr, set the initial state appropriately.
1426 matched = output.startswith(startstr) if startstr else (True if matching else False)
Johnny Chenead35c82010-08-20 18:25:15 +00001427
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001428 if startstr:
1429 with recording(self, trace) as sbuf:
1430 print >> sbuf, "%s start string: %s" % (heading, startstr)
1431 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenead35c82010-08-20 18:25:15 +00001432
Johnny Chen90c56e62011-09-30 21:48:35 +00001433 # Look for endstr, if specified.
1434 keepgoing = matched if matching else not matched
1435 if endstr:
1436 matched = output.endswith(endstr)
1437 with recording(self, trace) as sbuf:
1438 print >> sbuf, "%s end string: %s" % (heading, endstr)
1439 print >> sbuf, "Matched" if matched else "Not matched"
1440
Johnny Chen2d899752010-09-21 21:08:53 +00001441 # Look for sub strings, if specified.
1442 keepgoing = matched if matching else not matched
1443 if substrs and keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +00001444 for str in substrs:
Johnny Chen091bb1d2010-09-23 23:35:28 +00001445 matched = output.find(str) != -1
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001446 with recording(self, trace) as sbuf:
1447 print >> sbuf, "%s sub string: %s" % (heading, str)
1448 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +00001449 keepgoing = matched if matching else not matched
1450 if not keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +00001451 break
1452
Johnny Chen2d899752010-09-21 21:08:53 +00001453 # Search for regular expression patterns, if specified.
1454 keepgoing = matched if matching else not matched
1455 if patterns and keepgoing:
1456 for pattern in patterns:
1457 # Match Objects always have a boolean value of True.
1458 matched = bool(re.search(pattern, output))
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001459 with recording(self, trace) as sbuf:
1460 print >> sbuf, "%s pattern: %s" % (heading, pattern)
1461 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +00001462 keepgoing = matched if matching else not matched
1463 if not keepgoing:
1464 break
Johnny Chen2d899752010-09-21 21:08:53 +00001465
1466 self.assertTrue(matched if matching else not matched,
Johnny Chen05efcf782010-11-09 18:42:22 +00001467 msg if msg else EXP_MSG(str, exe))
Johnny Chen8df95eb2010-08-19 23:26:59 +00001468
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001469 def invoke(self, obj, name, trace=False):
Johnny Chend8473bc2010-08-25 22:56:10 +00001470 """Use reflection to call a method dynamically with no argument."""
Johnny Chen9de4ede2010-08-31 17:42:54 +00001471 trace = (True if traceAlways else trace)
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001472
1473 method = getattr(obj, name)
1474 import inspect
1475 self.assertTrue(inspect.ismethod(method),
1476 name + "is a method name of object: " + str(obj))
1477 result = method()
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001478 with recording(self, trace) as sbuf:
1479 print >> sbuf, str(method) + ":", result
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001480 return result
Johnny Chen9c10c182010-08-27 00:15:48 +00001481
Johnny Chenb8770312011-05-27 23:36:52 +00001482 # =================================================
1483 # Misc. helper methods for debugging test execution
1484 # =================================================
1485
Johnny Chen57cd6dd2011-07-11 19:15:11 +00001486 def DebugSBValue(self, val):
Johnny Chen9de4ede2010-08-31 17:42:54 +00001487 """Debug print a SBValue object, if traceAlways is True."""
Johnny Chen47342d52011-04-27 17:43:07 +00001488 from lldbutil import value_type_to_str
Johnny Chen2c8d1592010-11-03 21:37:58 +00001489
Johnny Chen9de4ede2010-08-31 17:42:54 +00001490 if not traceAlways:
Johnny Chen9c10c182010-08-27 00:15:48 +00001491 return
1492
1493 err = sys.stderr
1494 err.write(val.GetName() + ":\n")
Johnny Chen90c56e62011-09-30 21:48:35 +00001495 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n')
1496 err.write('\t' + "ByteSize -> " + str(val.GetByteSize()) + '\n')
1497 err.write('\t' + "NumChildren -> " + str(val.GetNumChildren()) + '\n')
1498 err.write('\t' + "Value -> " + str(val.GetValue()) + '\n')
1499 err.write('\t' + "ValueAsUnsigned -> " + str(val.GetValueAsUnsigned())+ '\n')
1500 err.write('\t' + "ValueType -> " + value_type_to_str(val.GetValueType()) + '\n')
1501 err.write('\t' + "Summary -> " + str(val.GetSummary()) + '\n')
1502 err.write('\t' + "IsPointerType -> " + str(val.TypeIsPointerType()) + '\n')
1503 err.write('\t' + "Location -> " + val.GetLocation() + '\n')
Johnny Chen9c10c182010-08-27 00:15:48 +00001504
Johnny Chend7e04d92011-08-05 20:17:27 +00001505 def DebugSBType(self, type):
1506 """Debug print a SBType object, if traceAlways is True."""
1507 if not traceAlways:
1508 return
1509
1510 err = sys.stderr
1511 err.write(type.GetName() + ":\n")
1512 err.write('\t' + "ByteSize -> " + str(type.GetByteSize()) + '\n')
1513 err.write('\t' + "IsPointerType -> " + str(type.IsPointerType()) + '\n')
1514 err.write('\t' + "IsReferenceType -> " + str(type.IsReferenceType()) + '\n')
1515
Johnny Chen73041472011-03-12 01:18:19 +00001516 def DebugPExpect(self, child):
1517 """Debug the spwaned pexpect object."""
1518 if not traceAlways:
1519 return
1520
1521 print child
Filipe Cabecinhasdee13ce2012-06-20 10:13:40 +00001522
1523 @classmethod
1524 def RemoveTempFile(cls, file):
1525 if os.path.exists(file):
1526 os.remove(file)