blob: 52963aa46f4bef3e8d7cc3542e24369a9881087b [file] [log] [blame]
Johnny Chena1affab2010-07-03 03:41:59 +00001"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
Johnny Chene39170b2012-05-16 20:41:28 +000012entire of part of the test suite . Example:
Johnny Chena1affab2010-07-03 03:41:59 +000013
Johnny Chene39170b2012-05-16 20:41:28 +000014# Exercises the test suite in the types directory....
15/Volumes/data/lldb/svn/ToT/test $ ./dotest.py -A x86_64 types
Johnny Chen59ea45f2010-09-02 22:25:47 +000016...
Johnny Chend0c24b22010-08-23 17:10:44 +000017
Johnny Chene39170b2012-05-16 20:41:28 +000018Session logs for test failures/errors/unexpected successes will go into directory '2012-05-16-13_35_42'
19Command invoked: python ./dotest.py -A x86_64 types
20compilers=['clang']
Johnny Chend0c24b22010-08-23 17:10:44 +000021
Johnny Chene39170b2012-05-16 20:41:28 +000022Configuration: arch=x86_64 compiler=clang
Johnny Chend0c24b22010-08-23 17:10:44 +000023----------------------------------------------------------------------
Johnny Chene39170b2012-05-16 20:41:28 +000024Collected 72 tests
25
26........................................................................
27----------------------------------------------------------------------
28Ran 72 tests in 135.468s
Johnny Chend0c24b22010-08-23 17:10:44 +000029
30OK
Johnny Chena1affab2010-07-03 03:41:59 +000031$
32"""
33
Johnny Chen93ae6042010-09-21 22:34:45 +000034import os, sys, traceback
Enrico Granata0fd6c8d2012-10-24 18:14:21 +000035import os.path
Johnny Chen2d899752010-09-21 21:08:53 +000036import re
Johnny Chena1cc8832010-08-30 21:35:00 +000037from subprocess import *
Johnny Chen84a6d6f2010-10-15 01:18:29 +000038import StringIO
Johnny Chen65572482010-08-25 18:49:48 +000039import time
Johnny Chen1acaf632010-08-30 23:08:52 +000040import types
Johnny Chen75e28f92010-08-05 23:42:46 +000041import unittest2
Johnny Chena1affab2010-07-03 03:41:59 +000042import lldb
43
Johnny Chen548aefd2010-10-11 22:25:46 +000044# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
Johnny Chen24af2962011-01-19 18:18:47 +000045# LLDB_COMMAND_TRACE and LLDB_DO_CLEANUP are set from '-t' and '-r dir' options.
Johnny Chen548aefd2010-10-11 22:25:46 +000046
47# By default, traceAlways is False.
Johnny Chen9de4ede2010-08-31 17:42:54 +000048if "LLDB_COMMAND_TRACE" in os.environ and os.environ["LLDB_COMMAND_TRACE"]=="YES":
49 traceAlways = True
50else:
51 traceAlways = False
52
Johnny Chen548aefd2010-10-11 22:25:46 +000053# By default, doCleanup is True.
54if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"]=="NO":
55 doCleanup = False
56else:
57 doCleanup = True
58
Johnny Chen9de4ede2010-08-31 17:42:54 +000059
Johnny Chen96f08d52010-08-09 22:01:17 +000060#
61# Some commonly used assert messages.
62#
63
Johnny Chenee975b82010-09-17 22:45:27 +000064COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
65
Johnny Chen96f08d52010-08-09 22:01:17 +000066CURRENT_EXECUTABLE_SET = "Current executable set successfully"
67
Johnny Chen72a14342010-09-02 21:23:12 +000068PROCESS_IS_VALID = "Process is valid"
69
70PROCESS_KILLED = "Process is killed successfully"
71
Johnny Chen0ace30f2010-12-23 01:12:19 +000072PROCESS_EXITED = "Process exited successfully"
73
74PROCESS_STOPPED = "Process status should be stopped"
75
Johnny Chen1bb9f9a2010-08-27 23:47:36 +000076RUN_SUCCEEDED = "Process is launched successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +000077
Johnny Chend85dae52010-08-09 23:44:24 +000078RUN_COMPLETED = "Process exited successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +000079
Johnny Chen5349ee22010-10-05 19:27:32 +000080BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
81
Johnny Chend85dae52010-08-09 23:44:24 +000082BREAKPOINT_CREATED = "Breakpoint created successfully"
83
Johnny Chen1ad9e992010-12-04 00:07:24 +000084BREAKPOINT_STATE_CORRECT = "Breakpoint state is correct"
85
Johnny Chen9b92c6e2010-08-17 21:33:31 +000086BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
87
Johnny Chend85dae52010-08-09 23:44:24 +000088BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
Johnny Chen96f08d52010-08-09 22:01:17 +000089
Johnny Chen72afa8d2010-09-30 17:06:24 +000090BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
91
Johnny Chenc55dace2010-10-15 18:07:09 +000092BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
93
Greg Claytonb2c1a412012-10-24 18:24:14 +000094MISSING_EXPECTED_REGISTERS = "At least one expected register is unavailable."
95
Johnny Chenc0dbdc02011-06-27 20:05:23 +000096OBJECT_PRINTED_CORRECTLY = "Object printed correctly"
97
Johnny Chen6f7abb02010-12-09 18:22:12 +000098SOURCE_DISPLAYED_CORRECTLY = "Source code displayed correctly"
99
Johnny Chen0b3ee552010-09-22 23:00:20 +0000100STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
101
Johnny Chen33cd0c32011-04-15 16:44:48 +0000102STOPPED_DUE_TO_EXC_BAD_ACCESS = "Process should be stopped due to bad access exception"
103
Johnny Chene8587d02010-11-10 23:46:38 +0000104STOPPED_DUE_TO_BREAKPOINT = "Process should be stopped due to breakpoint"
Johnny Chenc82ac762010-11-10 20:20:06 +0000105
Johnny Chene8587d02010-11-10 23:46:38 +0000106STOPPED_DUE_TO_BREAKPOINT_WITH_STOP_REASON_AS = "%s, %s" % (
107 STOPPED_DUE_TO_BREAKPOINT, "instead, the actual stop reason is: '%s'")
Johnny Chen96f08d52010-08-09 22:01:17 +0000108
Johnny Chenf6bdb192010-10-20 18:38:48 +0000109STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
110
Johnny Chen7a4512b2010-12-13 21:49:58 +0000111STOPPED_DUE_TO_BREAKPOINT_IGNORE_COUNT = "Stopped due to breakpoint and ignore count"
112
Johnny Chend7a4eb02010-10-14 01:22:03 +0000113STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
114
Johnny Chen96f08d52010-08-09 22:01:17 +0000115STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
116
Johnny Chen58c66e22011-09-15 21:09:59 +0000117STOPPED_DUE_TO_WATCHPOINT = "Process should be stopped due to watchpoint"
118
Johnny Chen4917e102010-08-24 22:07:56 +0000119DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
120
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000121VALID_BREAKPOINT = "Got a valid breakpoint"
122
Johnny Chen0601a292010-10-22 18:10:25 +0000123VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
124
Johnny Chenac910272011-05-06 23:26:12 +0000125VALID_COMMAND_INTERPRETER = "Got a valid command interpreter"
126
Johnny Chen1bb9f9a2010-08-27 23:47:36 +0000127VALID_FILESPEC = "Got a valid filespec"
128
Johnny Chen8fd886c2010-12-08 01:25:21 +0000129VALID_MODULE = "Got a valid module"
130
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000131VALID_PROCESS = "Got a valid process"
132
Johnny Chen8fd886c2010-12-08 01:25:21 +0000133VALID_SYMBOL = "Got a valid symbol"
134
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000135VALID_TARGET = "Got a valid target"
136
Johnny Chen2ef5eae2012-02-03 20:43:00 +0000137VALID_TYPE = "Got a valid type"
138
Johnny Chen5503d462011-07-15 22:28:10 +0000139VALID_VARIABLE = "Got a valid variable"
140
Johnny Chen22b95b22010-08-25 19:00:04 +0000141VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
Johnny Chen96f08d52010-08-09 22:01:17 +0000142
Johnny Chen58c66e22011-09-15 21:09:59 +0000143WATCHPOINT_CREATED = "Watchpoint created successfully"
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000144
Johnny Chen05efcf782010-11-09 18:42:22 +0000145def CMD_MSG(str):
Johnny Chen006b5952011-05-31 22:16:51 +0000146 '''A generic "Command '%s' returns successfully" message generator.'''
Johnny Chen05efcf782010-11-09 18:42:22 +0000147 return "Command '%s' returns successfully" % str
148
Johnny Chendbe2c822012-03-15 19:10:00 +0000149def COMPLETION_MSG(str_before, str_after):
Johnny Chenfbcad682012-01-20 23:02:51 +0000150 '''A generic message generator for the completion mechanism.'''
151 return "'%s' successfully completes to '%s'" % (str_before, str_after)
152
Johnny Chen05efcf782010-11-09 18:42:22 +0000153def EXP_MSG(str, exe):
Johnny Chen006b5952011-05-31 22:16:51 +0000154 '''A generic "'%s' returns expected result" message generator if exe.
155 Otherwise, it generates "'%s' matches expected result" message.'''
Johnny Chen05efcf782010-11-09 18:42:22 +0000156 return "'%s' %s expected result" % (str, 'returns' if exe else 'matches')
Johnny Chend85dae52010-08-09 23:44:24 +0000157
Johnny Chendb9cbe92010-10-19 19:11:38 +0000158def SETTING_MSG(setting):
Johnny Chen006b5952011-05-31 22:16:51 +0000159 '''A generic "Value of setting '%s' is correct" message generator.'''
Johnny Chendb9cbe92010-10-19 19:11:38 +0000160 return "Value of setting '%s' is correct" % setting
161
Johnny Chenf4ce2882010-08-26 21:49:29 +0000162def EnvArray():
Johnny Chen006b5952011-05-31 22:16:51 +0000163 """Returns an env variable array from the os.environ map object."""
Johnny Chenf4ce2882010-08-26 21:49:29 +0000164 return map(lambda k,v: k+"="+v, os.environ.keys(), os.environ.values())
165
Johnny Chen14906002010-10-11 23:52:19 +0000166def line_number(filename, string_to_match):
167 """Helper function to return the line number of the first matched string."""
168 with open(filename, 'r') as f:
169 for i, line in enumerate(f):
170 if line.find(string_to_match) != -1:
171 # Found our match.
Johnny Chen0659e342010-10-12 00:09:25 +0000172 return i+1
Johnny Chen33cd0c32011-04-15 16:44:48 +0000173 raise Exception("Unable to find '%s' within file %s" % (string_to_match, filename))
Johnny Chen14906002010-10-11 23:52:19 +0000174
Johnny Chen5349ee22010-10-05 19:27:32 +0000175def pointer_size():
176 """Return the pointer size of the host system."""
177 import ctypes
178 a_pointer = ctypes.c_void_p(0xffff)
179 return 8 * ctypes.sizeof(a_pointer)
180
Johnny Chen7be5d352012-02-09 02:01:59 +0000181def is_exe(fpath):
182 """Returns true if fpath is an executable."""
183 return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
184
185def which(program):
186 """Returns the full path to a program; None otherwise."""
187 fpath, fname = os.path.split(program)
188 if fpath:
189 if is_exe(program):
190 return program
191 else:
192 for path in os.environ["PATH"].split(os.pathsep):
193 exe_file = os.path.join(path, program)
194 if is_exe(exe_file):
195 return exe_file
196 return None
197
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000198class recording(StringIO.StringIO):
199 """
200 A nice little context manager for recording the debugger interactions into
201 our session object. If trace flag is ON, it also emits the interactions
202 into the stderr.
203 """
204 def __init__(self, test, trace):
Johnny Chen1b7d6292010-10-15 23:55:05 +0000205 """Create a StringIO instance; record the session obj and trace flag."""
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000206 StringIO.StringIO.__init__(self)
Johnny Chen770683d2011-08-16 22:06:17 +0000207 # The test might not have undergone the 'setUp(self)' phase yet, so that
208 # the attribute 'session' might not even exist yet.
Johnny Chen8339f982011-08-16 17:06:45 +0000209 self.session = getattr(test, "session", None) if test else None
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000210 self.trace = trace
211
212 def __enter__(self):
213 """
214 Context management protocol on entry to the body of the with statement.
215 Just return the StringIO object.
216 """
217 return self
218
219 def __exit__(self, type, value, tb):
220 """
221 Context management protocol on exit from the body of the with statement.
222 If trace is ON, it emits the recordings into stderr. Always add the
223 recordings to our session object. And close the StringIO object, too.
224 """
225 if self.trace:
Johnny Chen1b7d6292010-10-15 23:55:05 +0000226 print >> sys.stderr, self.getvalue()
227 if self.session:
228 print >> self.session, self.getvalue()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000229 self.close()
230
Johnny Chen1b7d6292010-10-15 23:55:05 +0000231# From 2.7's subprocess.check_output() convenience function.
Johnny Chen0bfa8592011-03-23 20:28:59 +0000232# Return a tuple (stdoutdata, stderrdata).
Johnny Chen1b7d6292010-10-15 23:55:05 +0000233def system(*popenargs, **kwargs):
Johnny Chen22ca65d2011-11-16 22:44:28 +0000234 r"""Run an os command with arguments and return its output as a byte string.
Johnny Chen1b7d6292010-10-15 23:55:05 +0000235
236 If the exit code was non-zero it raises a CalledProcessError. The
237 CalledProcessError object will have the return code in the returncode
238 attribute and output in the output attribute.
239
240 The arguments are the same as for the Popen constructor. Example:
241
242 >>> check_output(["ls", "-l", "/dev/null"])
243 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
244
245 The stdout argument is not allowed as it is used internally.
246 To capture standard error in the result, use stderr=STDOUT.
247
248 >>> check_output(["/bin/sh", "-c",
249 ... "ls -l non_existent_file ; exit 0"],
250 ... stderr=STDOUT)
251 'ls: non_existent_file: No such file or directory\n'
252 """
253
254 # Assign the sender object to variable 'test' and remove it from kwargs.
255 test = kwargs.pop('sender', None)
256
257 if 'stdout' in kwargs:
258 raise ValueError('stdout argument not allowed, it will be overridden.')
Johnny Chen0bfa8592011-03-23 20:28:59 +0000259 process = Popen(stdout=PIPE, stderr=PIPE, *popenargs, **kwargs)
Johnny Chen30b30cb2011-11-16 22:41:53 +0000260 pid = process.pid
Johnny Chen1b7d6292010-10-15 23:55:05 +0000261 output, error = process.communicate()
262 retcode = process.poll()
263
264 with recording(test, traceAlways) as sbuf:
265 if isinstance(popenargs, types.StringTypes):
266 args = [popenargs]
267 else:
268 args = list(popenargs)
269 print >> sbuf
270 print >> sbuf, "os command:", args
Johnny Chen30b30cb2011-11-16 22:41:53 +0000271 print >> sbuf, "with pid:", pid
Johnny Chen1b7d6292010-10-15 23:55:05 +0000272 print >> sbuf, "stdout:", output
273 print >> sbuf, "stderr:", error
274 print >> sbuf, "retcode:", retcode
275 print >> sbuf
276
277 if retcode:
278 cmd = kwargs.get("args")
279 if cmd is None:
280 cmd = popenargs[0]
281 raise CalledProcessError(retcode, cmd)
Johnny Chen0bfa8592011-03-23 20:28:59 +0000282 return (output, error)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000283
Johnny Chen29867642010-11-01 20:35:01 +0000284def getsource_if_available(obj):
285 """
286 Return the text of the source code for an object if available. Otherwise,
287 a print representation is returned.
288 """
289 import inspect
290 try:
291 return inspect.getsource(obj)
292 except:
293 return repr(obj)
294
Peter Collingbourne39bd5362011-06-20 19:06:20 +0000295def builder_module():
296 return __import__("builder_" + sys.platform)
297
Johnny Chen366fb8c2011-08-01 18:46:13 +0000298#
299# Decorators for categorizing test cases.
300#
301
302from functools import wraps
303def python_api_test(func):
304 """Decorate the item as a Python API only test."""
305 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
306 raise Exception("@python_api_test can only be used to decorate a test method")
307 @wraps(func)
308 def wrapper(self, *args, **kwargs):
309 try:
310 if lldb.dont_do_python_api_test:
311 self.skipTest("python api tests")
312 except AttributeError:
313 pass
314 return func(self, *args, **kwargs)
315
316 # Mark this function as such to separate them from lldb command line tests.
317 wrapper.__python_api_test__ = True
318 return wrapper
319
Johnny Chen366fb8c2011-08-01 18:46:13 +0000320def benchmarks_test(func):
321 """Decorate the item as a benchmarks test."""
322 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
323 raise Exception("@benchmarks_test can only be used to decorate a test method")
324 @wraps(func)
325 def wrapper(self, *args, **kwargs):
326 try:
327 if not lldb.just_do_benchmarks_test:
328 self.skipTest("benchmarks tests")
329 except AttributeError:
330 pass
331 return func(self, *args, **kwargs)
332
333 # Mark this function as such to separate them from the regular tests.
334 wrapper.__benchmarks_test__ = True
335 return wrapper
336
Johnny Chena3ed7d82012-04-06 00:56:05 +0000337def dsym_test(func):
338 """Decorate the item as a dsym test."""
339 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
340 raise Exception("@dsym_test can only be used to decorate a test method")
341 @wraps(func)
342 def wrapper(self, *args, **kwargs):
343 try:
344 if lldb.dont_do_dsym_test:
345 self.skipTest("dsym tests")
346 except AttributeError:
347 pass
348 return func(self, *args, **kwargs)
349
350 # Mark this function as such to separate them from the regular tests.
351 wrapper.__dsym_test__ = True
352 return wrapper
353
354def dwarf_test(func):
355 """Decorate the item as a dwarf test."""
356 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
357 raise Exception("@dwarf_test can only be used to decorate a test method")
358 @wraps(func)
359 def wrapper(self, *args, **kwargs):
360 try:
361 if lldb.dont_do_dwarf_test:
362 self.skipTest("dwarf tests")
363 except AttributeError:
364 pass
365 return func(self, *args, **kwargs)
366
367 # Mark this function as such to separate them from the regular tests.
368 wrapper.__dwarf_test__ = True
369 return wrapper
370
Enrico Granata4d82e972013-02-23 01:28:30 +0000371def expectedFailureCompiler(func,compiler,bugnumber=None):
Enrico Granata21416a12013-02-23 01:05:23 +0000372 if callable(bugnumber):
373 @wraps(bugnumber)
374 def expectedFailureCompiler_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000375 from unittest2 import case
376 self = args[0]
377 test_compiler = self.getCompiler()
378 try:
379 bugnumber(*args, **kwargs)
380 except Exception:
381 if compiler in test_compiler:
382 raise case._ExpectedFailure(sys.exc_info(),None)
383 else:
384 raise
385 if compiler in test_compiler:
386 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000387 return expectedFailureCompiler_easy_wrapper
388 else:
389 def expectedFailureCompiler_impl(func):
390 @wraps(func)
391 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000392 from unittest2 import case
393 self = args[0]
394 test_compiler = self.getCompiler()
395 try:
396 func(*args, **kwargs)
397 except Exception:
398 if compiler in test_compiler:
399 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
400 else:
401 raise
402 if compiler in test_compiler:
403 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000404 return wrapper
405 return expectedFailureCompiler_impl
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000406
407def expectedFailureGcc(func):
408 """Decorate the item as a GCC only expectedFailure."""
409 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
410 raise Exception("@expectedFailureClang can only be used to decorate a test method")
411 return expectedFailureCompiler(func, "gcc")
412
413def expectedFailureClang(func):
414 """Decorate the item as a Clang only expectedFailure."""
415 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
416 raise Exception("@expectedFailureClang can only be used to decorate a test method")
417 return expectedFailureCompiler(func, "clang")
418
Enrico Granata21416a12013-02-23 01:05:23 +0000419def expectedFailurei386(bugnumber=None):
420 if callable(bugnumber):
421 @wraps(bugnumber)
422 def expectedFailurei386_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000423 from unittest2 import case
424 self = args[0]
425 arch = self.getArchitecture()
426 try:
427 bugnumber(*args, **kwargs)
428 except Exception:
429 if "i386" in arch:
430 raise case._ExpectedFailure(sys.exc_info(),None)
431 else:
432 raise
433 if "i386" in arch:
434 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000435 return expectedFailurei386_easy_wrapper
436 else:
437 def expectedFailurei386_impl(func):
438 @wraps(func)
439 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000440 from unittest2 import case
441 self = args[0]
442 arch = self.getArchitecture()
443 try:
444 func(*args, **kwargs)
445 except Exception:
446 if "i386" in arch:
447 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
448 else:
449 raise
450 if "i386" in arch:
451 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000452 return wrapper
453 return expectedFailurei386_impl
Johnny Chen869e2962011-12-22 21:14:31 +0000454
Enrico Granata21416a12013-02-23 01:05:23 +0000455def expectedFailureLinux(bugnumber=None):
456 if callable(bugnumber):
457 @wraps(bugnumber)
458 def expectedFailureLinux_easy_wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000459 from unittest2 import case
460 self = args[0]
461 platform = sys.platform
462 try:
463 bugnumber(*args, **kwargs)
464 except Exception:
465 if "linux" in platform:
466 raise case._ExpectedFailure(sys.exc_info(),None)
467 else:
468 raise
469 if "linux" in platform:
470 raise case._UnexpectedSuccess(sys.exc_info(),None)
Enrico Granata21416a12013-02-23 01:05:23 +0000471 return expectedFailureLinux_easy_wrapper
472 else:
473 def expectedFailureLinux_impl(func):
474 @wraps(func)
475 def wrapper(*args, **kwargs):
Enrico Granata4d82e972013-02-23 01:28:30 +0000476 from unittest2 import case
477 self = args[0]
478 platform = sys.platform
479 try:
480 func(*args, **kwargs)
481 except Exception:
482 if "linux" in platform:
483 raise case._ExpectedFailure(sys.exc_info(),bugnumber)
484 else:
485 raise
486 if "linux" in platform:
487 raise case._UnexpectedSuccess(sys.exc_info(),bugnumber)
Enrico Granata21416a12013-02-23 01:05:23 +0000488 return wrapper
489 return expectedFailureLinux_impl
Daniel Malea40c9d752012-11-23 21:59:29 +0000490
491def skipOnLinux(func):
492 """Decorate the item to skip tests that should be skipped on Linux."""
493 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
494 raise Exception("@skipOnLinux can only be used to decorate a test method")
495 @wraps(func)
496 def wrapper(*args, **kwargs):
497 from unittest2 import case
498 self = args[0]
499 platform = sys.platform
500 if "linux" in platform:
501 self.skipTest("skip on linux")
502 else:
Jim Ingham7bf78a02012-11-27 01:21:28 +0000503 func(*args, **kwargs)
Daniel Malea40c9d752012-11-23 21:59:29 +0000504 return wrapper
505
Daniel Maleacd630e72013-01-24 23:52:09 +0000506def skipIfGcc(func):
507 """Decorate the item to skip tests that should be skipped if building with gcc ."""
508 if isinstance(func, type) and issubclass(func, unittest2.TestCase):
509 raise Exception("@skipOnLinux can only be used to decorate a test method")
510 @wraps(func)
511 def wrapper(*args, **kwargs):
512 from unittest2 import case
513 self = args[0]
514 compiler = self.getCompiler()
515 if "gcc" in compiler:
516 self.skipTest("skipping because gcc is the test compiler")
517 else:
518 func(*args, **kwargs)
519 return wrapper
520
521
Johnny Chen366fb8c2011-08-01 18:46:13 +0000522class Base(unittest2.TestCase):
Johnny Chen607b7a12010-10-22 23:15:46 +0000523 """
Johnny Chen366fb8c2011-08-01 18:46:13 +0000524 Abstract base for performing lldb (see TestBase) or other generic tests (see
525 BenchBase for one example). lldbtest.Base works with the test driver to
526 accomplish things.
527
Johnny Chen607b7a12010-10-22 23:15:46 +0000528 """
Enrico Granata671dd552012-10-24 21:42:49 +0000529
Enrico Granata03bc3fd2012-10-24 21:44:48 +0000530 # The concrete subclass should override this attribute.
531 mydir = None
Johnny Chena1affab2010-07-03 03:41:59 +0000532
Johnny Chend3521cc2010-09-16 01:53:04 +0000533 # Keep track of the old current working directory.
534 oldcwd = None
Johnny Chen88f83042010-08-05 21:23:45 +0000535
Johnny Chencbe51262011-08-01 19:50:58 +0000536 def TraceOn(self):
537 """Returns True if we are in trace mode (tracing detailed test execution)."""
538 return traceAlways
539
Johnny Chend3521cc2010-09-16 01:53:04 +0000540 @classmethod
541 def setUpClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000542 """
543 Python unittest framework class setup fixture.
544 Do current directory manipulation.
545 """
546
Johnny Chenf8c723b2010-07-03 20:41:42 +0000547 # Fail fast if 'mydir' attribute is not overridden.
Johnny Chend3521cc2010-09-16 01:53:04 +0000548 if not cls.mydir or len(cls.mydir) == 0:
Johnny Chenf8c723b2010-07-03 20:41:42 +0000549 raise Exception("Subclasses must override the 'mydir' attribute.")
Enrico Granata0fd6c8d2012-10-24 18:14:21 +0000550
Johnny Chena1affab2010-07-03 03:41:59 +0000551 # Save old working directory.
Johnny Chend3521cc2010-09-16 01:53:04 +0000552 cls.oldcwd = os.getcwd()
Johnny Chena1affab2010-07-03 03:41:59 +0000553
554 # Change current working directory if ${LLDB_TEST} is defined.
555 # See also dotest.py which sets up ${LLDB_TEST}.
556 if ("LLDB_TEST" in os.environ):
Johnny Chend3521cc2010-09-16 01:53:04 +0000557 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000558 print >> sys.stderr, "Change dir to:", os.path.join(os.environ["LLDB_TEST"], cls.mydir)
Johnny Chend3521cc2010-09-16 01:53:04 +0000559 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
560
561 @classmethod
562 def tearDownClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000563 """
564 Python unittest framework class teardown fixture.
565 Do class-wide cleanup.
566 """
Johnny Chend3521cc2010-09-16 01:53:04 +0000567
Johnny Chen028d8eb2011-11-17 19:57:27 +0000568 if doCleanup and not lldb.skip_build_and_cleanup:
Johnny Chen548aefd2010-10-11 22:25:46 +0000569 # First, let's do the platform-specific cleanup.
Peter Collingbourne39bd5362011-06-20 19:06:20 +0000570 module = builder_module()
Johnny Chen548aefd2010-10-11 22:25:46 +0000571 if not module.cleanup():
572 raise Exception("Don't know how to do cleanup")
Johnny Chend3521cc2010-09-16 01:53:04 +0000573
Johnny Chen548aefd2010-10-11 22:25:46 +0000574 # Subclass might have specific cleanup function defined.
575 if getattr(cls, "classCleanup", None):
576 if traceAlways:
577 print >> sys.stderr, "Call class-specific cleanup function for class:", cls
578 try:
579 cls.classCleanup()
580 except:
581 exc_type, exc_value, exc_tb = sys.exc_info()
582 traceback.print_exception(exc_type, exc_value, exc_tb)
Johnny Chend3521cc2010-09-16 01:53:04 +0000583
584 # Restore old working directory.
585 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000586 print >> sys.stderr, "Restore dir to:", cls.oldcwd
Johnny Chend3521cc2010-09-16 01:53:04 +0000587 os.chdir(cls.oldcwd)
588
Johnny Chen366fb8c2011-08-01 18:46:13 +0000589 @classmethod
590 def skipLongRunningTest(cls):
591 """
592 By default, we skip long running test case.
593 This can be overridden by passing '-l' to the test driver (dotest.py).
594 """
595 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ["LLDB_SKIP_LONG_RUNNING_TEST"]:
596 return False
597 else:
598 return True
Johnny Chen9a9fcf62011-06-21 00:53:00 +0000599
Johnny Chend3521cc2010-09-16 01:53:04 +0000600 def setUp(self):
Johnny Chencbe51262011-08-01 19:50:58 +0000601 """Fixture for unittest test case setup.
602
603 It works with the test driver to conditionally skip tests and does other
604 initializations."""
Johnny Chend3521cc2010-09-16 01:53:04 +0000605 #import traceback
606 #traceback.print_stack()
Johnny Chena1affab2010-07-03 03:41:59 +0000607
Johnny Chen113388f2011-08-02 22:54:37 +0000608 if "LLDB_EXEC" in os.environ:
609 self.lldbExec = os.environ["LLDB_EXEC"]
Johnny Chen6033bed2011-08-26 00:00:01 +0000610 else:
611 self.lldbExec = None
612 if "LLDB_HERE" in os.environ:
613 self.lldbHere = os.environ["LLDB_HERE"]
614 else:
615 self.lldbHere = None
Johnny Chen7d7f4472011-10-07 19:21:09 +0000616 # If we spawn an lldb process for test (via pexpect), do not load the
617 # init file unless told otherwise.
618 if "NO_LLDBINIT" in os.environ and "NO" == os.environ["NO_LLDBINIT"]:
619 self.lldbOption = ""
620 else:
621 self.lldbOption = "--no-lldbinit"
Johnny Chen113388f2011-08-02 22:54:37 +0000622
Johnny Chen71cb7972011-08-01 21:13:26 +0000623 # Assign the test method name to self.testMethodName.
624 #
625 # For an example of the use of this attribute, look at test/types dir.
626 # There are a bunch of test cases under test/types and we don't want the
627 # module cacheing subsystem to be confused with executable name "a.out"
628 # used for all the test cases.
629 self.testMethodName = self._testMethodName
630
Johnny Chen3ebdacc2010-12-10 18:52:10 +0000631 # Python API only test is decorated with @python_api_test,
632 # which also sets the "__python_api_test__" attribute of the
633 # function object to True.
Johnny Chend8c1dd32011-05-31 23:21:42 +0000634 try:
635 if lldb.just_do_python_api_test:
636 testMethod = getattr(self, self._testMethodName)
637 if getattr(testMethod, "__python_api_test__", False):
638 pass
639 else:
Johnny Chen82ccf402011-07-30 01:39:58 +0000640 self.skipTest("non python api test")
641 except AttributeError:
642 pass
643
644 # Benchmarks test is decorated with @benchmarks_test,
645 # which also sets the "__benchmarks_test__" attribute of the
646 # function object to True.
647 try:
648 if lldb.just_do_benchmarks_test:
649 testMethod = getattr(self, self._testMethodName)
650 if getattr(testMethod, "__benchmarks_test__", False):
651 pass
652 else:
653 self.skipTest("non benchmarks test")
Johnny Chend8c1dd32011-05-31 23:21:42 +0000654 except AttributeError:
655 pass
Johnny Chen3ebdacc2010-12-10 18:52:10 +0000656
Johnny Chen71cb7972011-08-01 21:13:26 +0000657 # This is for the case of directly spawning 'lldb'/'gdb' and interacting
658 # with it using pexpect.
659 self.child = None
660 self.child_prompt = "(lldb) "
661 # If the child is interacting with the embedded script interpreter,
662 # there are two exits required during tear down, first to quit the
663 # embedded script interpreter and second to quit the lldb command
664 # interpreter.
665 self.child_in_script_interpreter = False
666
Johnny Chencbe51262011-08-01 19:50:58 +0000667 # These are for customized teardown cleanup.
668 self.dict = None
669 self.doTearDownCleanup = False
670 # And in rare cases where there are multiple teardown cleanups.
671 self.dicts = []
672 self.doTearDownCleanups = False
673
Daniel Malea5c5f01b2013-02-15 21:21:52 +0000674 # List of spawned subproces.Popen objects
675 self.subprocesses = []
676
Johnny Chencbe51262011-08-01 19:50:58 +0000677 # Create a string buffer to record the session info, to be dumped into a
678 # test case specific file if test failure is encountered.
679 self.session = StringIO.StringIO()
680
681 # Optimistically set __errored__, __failed__, __expected__ to False
682 # initially. If the test errored/failed, the session info
683 # (self.session) is then dumped into a session specific file for
684 # diagnosis.
685 self.__errored__ = False
686 self.__failed__ = False
687 self.__expected__ = False
688 # We are also interested in unexpected success.
689 self.__unexpected__ = False
Johnny Chencd1df5a2011-08-16 00:48:58 +0000690 # And skipped tests.
691 self.__skipped__ = False
Johnny Chencbe51262011-08-01 19:50:58 +0000692
693 # See addTearDownHook(self, hook) which allows the client to add a hook
694 # function to be run during tearDown() time.
695 self.hooks = []
696
697 # See HideStdout(self).
698 self.sys_stdout_hidden = False
699
Daniel Maleae5aa0d42012-11-26 21:21:11 +0000700 # set environment variable names for finding shared libraries
701 if sys.platform.startswith("darwin"):
702 self.dylibPath = 'DYLD_LIBRARY_PATH'
703 elif sys.platform.startswith("linux") or sys.platform.startswith("freebsd"):
704 self.dylibPath = 'LD_LIBRARY_PATH'
705
Johnny Chen644ad082011-10-19 16:48:07 +0000706 def runHooks(self, child=None, child_prompt=None, use_cmd_api=False):
Johnny Chen5f3c5672011-10-19 01:06:21 +0000707 """Perform the run hooks to bring lldb debugger to the desired state.
708
Johnny Chen644ad082011-10-19 16:48:07 +0000709 By default, expect a pexpect spawned child and child prompt to be
710 supplied (use_cmd_api=False). If use_cmd_api is true, ignore the child
711 and child prompt and use self.runCmd() to run the hooks one by one.
712
Johnny Chen5f3c5672011-10-19 01:06:21 +0000713 Note that child is a process spawned by pexpect.spawn(). If not, your
714 test case is mostly likely going to fail.
715
716 See also dotest.py where lldb.runHooks are processed/populated.
717 """
718 if not lldb.runHooks:
719 self.skipTest("No runhooks specified for lldb, skip the test")
Johnny Chen644ad082011-10-19 16:48:07 +0000720 if use_cmd_api:
721 for hook in lldb.runhooks:
722 self.runCmd(hook)
723 else:
724 if not child or not child_prompt:
725 self.fail("Both child and child_prompt need to be defined.")
726 for hook in lldb.runHooks:
727 child.sendline(hook)
728 child.expect_exact(child_prompt)
Johnny Chen5f3c5672011-10-19 01:06:21 +0000729
Daniel Malea8b5c29d2013-02-19 16:08:57 +0000730 def setAsync(self, value):
731 """ Sets async mode to True/False and ensures it is reset after the testcase completes."""
732 old_async = self.dbg.GetAsync()
733 self.dbg.SetAsync(value)
734 self.addTearDownHook(lambda: self.dbg.SetAsync(old_async))
735
Daniel Malea5c5f01b2013-02-15 21:21:52 +0000736 def cleanupSubprocesses(self):
737 # Ensure any subprocesses are cleaned up
738 for p in self.subprocesses:
739 if p.poll() == None:
740 p.terminate()
741 del p
742 del self.subprocesses[:]
743
744 def spawnSubprocess(self, executable, args=[]):
745 """ Creates a subprocess.Popen object with the specified executable and arguments,
746 saves it in self.subprocesses, and returns the object.
747 NOTE: if using this function, ensure you also call:
748
749 self.addTearDownHook(self.cleanupSubprocesses)
750
751 otherwise the test suite will leak processes.
752 """
753
754 # Don't display the stdout if not in TraceOn() mode.
755 proc = Popen([executable] + args,
756 stdout = open(os.devnull) if not self.TraceOn() else None,
757 stdin = PIPE)
758 self.subprocesses.append(proc)
759 return proc
760
Johnny Chencbe51262011-08-01 19:50:58 +0000761 def HideStdout(self):
762 """Hide output to stdout from the user.
763
764 During test execution, there might be cases where we don't want to show the
765 standard output to the user. For example,
766
767 self.runCmd(r'''sc print "\n\n\tHello!\n"''')
768
769 tests whether command abbreviation for 'script' works or not. There is no
770 need to show the 'Hello' output to the user as long as the 'script' command
771 succeeds and we are not in TraceOn() mode (see the '-t' option).
772
773 In this case, the test method calls self.HideStdout(self) to redirect the
774 sys.stdout to a null device, and restores the sys.stdout upon teardown.
775
776 Note that you should only call this method at most once during a test case
777 execution. Any subsequent call has no effect at all."""
778 if self.sys_stdout_hidden:
779 return
780
781 self.sys_stdout_hidden = True
782 old_stdout = sys.stdout
783 sys.stdout = open(os.devnull, 'w')
784 def restore_stdout():
785 sys.stdout = old_stdout
786 self.addTearDownHook(restore_stdout)
787
788 # =======================================================================
789 # Methods for customized teardown cleanups as well as execution of hooks.
790 # =======================================================================
791
792 def setTearDownCleanup(self, dictionary=None):
793 """Register a cleanup action at tearDown() time with a dictinary"""
794 self.dict = dictionary
795 self.doTearDownCleanup = True
796
797 def addTearDownCleanup(self, dictionary):
798 """Add a cleanup action at tearDown() time with a dictinary"""
799 self.dicts.append(dictionary)
800 self.doTearDownCleanups = True
801
802 def addTearDownHook(self, hook):
803 """
804 Add a function to be run during tearDown() time.
805
806 Hooks are executed in a first come first serve manner.
807 """
808 if callable(hook):
809 with recording(self, traceAlways) as sbuf:
810 print >> sbuf, "Adding tearDown hook:", getsource_if_available(hook)
811 self.hooks.append(hook)
812
813 def tearDown(self):
814 """Fixture for unittest test case teardown."""
815 #import traceback
816 #traceback.print_stack()
817
Johnny Chen71cb7972011-08-01 21:13:26 +0000818 # This is for the case of directly spawning 'lldb' and interacting with it
819 # using pexpect.
820 import pexpect
821 if self.child and self.child.isalive():
822 with recording(self, traceAlways) as sbuf:
823 print >> sbuf, "tearing down the child process...."
Johnny Chen71cb7972011-08-01 21:13:26 +0000824 try:
Daniel Maleac29f0f32013-02-22 00:41:26 +0000825 if self.child_in_script_interpreter:
826 self.child.sendline('quit()')
827 self.child.expect_exact(self.child_prompt)
828 self.child.sendline('settings set interpreter.prompt-on-quit false')
829 self.child.sendline('quit')
Johnny Chen71cb7972011-08-01 21:13:26 +0000830 self.child.expect(pexpect.EOF)
Daniel Maleac29f0f32013-02-22 00:41:26 +0000831 except ValueError, ExceptionPexpect:
832 # child is already terminated
Johnny Chen71cb7972011-08-01 21:13:26 +0000833 pass
Daniel Maleac29f0f32013-02-22 00:41:26 +0000834
Johnny Chenf0ff42a2012-02-27 23:07:40 +0000835 # Give it one final blow to make sure the child is terminated.
836 self.child.close()
Johnny Chen71cb7972011-08-01 21:13:26 +0000837
Johnny Chencbe51262011-08-01 19:50:58 +0000838 # Check and run any hook functions.
839 for hook in reversed(self.hooks):
840 with recording(self, traceAlways) as sbuf:
841 print >> sbuf, "Executing tearDown hook:", getsource_if_available(hook)
842 hook()
843
844 del self.hooks
845
846 # Perform registered teardown cleanup.
847 if doCleanup and self.doTearDownCleanup:
Johnny Chen028d8eb2011-11-17 19:57:27 +0000848 self.cleanup(dictionary=self.dict)
Johnny Chencbe51262011-08-01 19:50:58 +0000849
850 # In rare cases where there are multiple teardown cleanups added.
851 if doCleanup and self.doTearDownCleanups:
Johnny Chencbe51262011-08-01 19:50:58 +0000852 if self.dicts:
853 for dict in reversed(self.dicts):
Johnny Chen028d8eb2011-11-17 19:57:27 +0000854 self.cleanup(dictionary=dict)
Johnny Chencbe51262011-08-01 19:50:58 +0000855
856 # Decide whether to dump the session info.
857 self.dumpSessionInfo()
858
859 # =========================================================
860 # Various callbacks to allow introspection of test progress
861 # =========================================================
862
863 def markError(self):
864 """Callback invoked when an error (unexpected exception) errored."""
865 self.__errored__ = True
866 with recording(self, False) as sbuf:
867 # False because there's no need to write "ERROR" to the stderr twice.
868 # Once by the Python unittest framework, and a second time by us.
869 print >> sbuf, "ERROR"
870
871 def markFailure(self):
872 """Callback invoked when a failure (test assertion failure) occurred."""
873 self.__failed__ = True
874 with recording(self, False) as sbuf:
875 # False because there's no need to write "FAIL" to the stderr twice.
876 # Once by the Python unittest framework, and a second time by us.
877 print >> sbuf, "FAIL"
878
Enrico Granata21416a12013-02-23 01:05:23 +0000879 def markExpectedFailure(self,err,bugnumber):
Johnny Chencbe51262011-08-01 19:50:58 +0000880 """Callback invoked when an expected failure/error occurred."""
881 self.__expected__ = True
882 with recording(self, False) as sbuf:
883 # False because there's no need to write "expected failure" to the
884 # stderr twice.
885 # Once by the Python unittest framework, and a second time by us.
Enrico Granata21416a12013-02-23 01:05:23 +0000886 if bugnumber == None:
887 print >> sbuf, "expected failure"
888 else:
889 print >> sbuf, "expected failure (problem id:" + str(bugnumber) + ")"
Johnny Chencbe51262011-08-01 19:50:58 +0000890
Johnny Chenf5b89092011-08-15 23:09:08 +0000891 def markSkippedTest(self):
892 """Callback invoked when a test is skipped."""
893 self.__skipped__ = True
894 with recording(self, False) as sbuf:
895 # False because there's no need to write "skipped test" to the
896 # stderr twice.
897 # Once by the Python unittest framework, and a second time by us.
898 print >> sbuf, "skipped test"
899
Enrico Granata21416a12013-02-23 01:05:23 +0000900 def markUnexpectedSuccess(self, bugnumber):
Johnny Chencbe51262011-08-01 19:50:58 +0000901 """Callback invoked when an unexpected success occurred."""
902 self.__unexpected__ = True
903 with recording(self, False) as sbuf:
904 # False because there's no need to write "unexpected success" to the
905 # stderr twice.
906 # Once by the Python unittest framework, and a second time by us.
Enrico Granata21416a12013-02-23 01:05:23 +0000907 if bugnumber == None:
908 print >> sbuf, "unexpected success"
909 else:
910 print >> sbuf, "unexpected success (problem id:" + str(bugnumber) + ")"
Johnny Chencbe51262011-08-01 19:50:58 +0000911
912 def dumpSessionInfo(self):
913 """
914 Dump the debugger interactions leading to a test error/failure. This
915 allows for more convenient postmortem analysis.
916
917 See also LLDBTestResult (dotest.py) which is a singlton class derived
918 from TextTestResult and overwrites addError, addFailure, and
919 addExpectedFailure methods to allow us to to mark the test instance as
920 such.
921 """
922
923 # We are here because self.tearDown() detected that this test instance
924 # either errored or failed. The lldb.test_result singleton contains
925 # two lists (erros and failures) which get populated by the unittest
926 # framework. Look over there for stack trace information.
927 #
928 # The lists contain 2-tuples of TestCase instances and strings holding
929 # formatted tracebacks.
930 #
931 # See http://docs.python.org/library/unittest.html#unittest.TestResult.
932 if self.__errored__:
933 pairs = lldb.test_result.errors
934 prefix = 'Error'
935 elif self.__failed__:
936 pairs = lldb.test_result.failures
937 prefix = 'Failure'
938 elif self.__expected__:
939 pairs = lldb.test_result.expectedFailures
940 prefix = 'ExpectedFailure'
Johnny Chenf5b89092011-08-15 23:09:08 +0000941 elif self.__skipped__:
942 prefix = 'SkippedTest'
Johnny Chencbe51262011-08-01 19:50:58 +0000943 elif self.__unexpected__:
944 prefix = "UnexpectedSuccess"
945 else:
946 # Simply return, there's no session info to dump!
947 return
948
Johnny Chenf5b89092011-08-15 23:09:08 +0000949 if not self.__unexpected__ and not self.__skipped__:
Johnny Chencbe51262011-08-01 19:50:58 +0000950 for test, traceback in pairs:
951 if test is self:
952 print >> self.session, traceback
953
Johnny Chen6fd55f12011-08-11 00:16:28 +0000954 testMethod = getattr(self, self._testMethodName)
955 if getattr(testMethod, "__benchmarks_test__", False):
956 benchmarks = True
957 else:
958 benchmarks = False
959
Johnny Chendfa0cdb2011-12-03 00:16:59 +0000960 # This records the compiler version used for the test.
961 system([self.getCompiler(), "-v"], sender=self)
962
Johnny Chencbe51262011-08-01 19:50:58 +0000963 dname = os.path.join(os.environ["LLDB_TEST"],
964 os.environ["LLDB_SESSION_DIRNAME"])
965 if not os.path.isdir(dname):
966 os.mkdir(dname)
Sean Callanan783ac952012-10-16 18:22:04 +0000967 fname = os.path.join(dname, "%s-%s-%s-%s.log" % (prefix, self.getArchitecture(), "_".join(self.getCompiler().split('/')), self.id()))
Johnny Chencbe51262011-08-01 19:50:58 +0000968 with open(fname, "w") as f:
969 import datetime
970 print >> f, "Session info generated @", datetime.datetime.now().ctime()
971 print >> f, self.session.getvalue()
972 print >> f, "To rerun this test, issue the following command from the 'test' directory:\n"
Johnny Chen6fd55f12011-08-11 00:16:28 +0000973 print >> f, "./dotest.py %s -v %s -f %s.%s" % (self.getRunOptions(),
974 ('+b' if benchmarks else '-t'),
Johnny Chencbe51262011-08-01 19:50:58 +0000975 self.__class__.__name__,
976 self._testMethodName)
977
978 # ====================================================
979 # Config. methods supported through a plugin interface
980 # (enables reading of the current test configuration)
981 # ====================================================
982
983 def getArchitecture(self):
984 """Returns the architecture in effect the test suite is running with."""
985 module = builder_module()
986 return module.getArchitecture()
987
988 def getCompiler(self):
989 """Returns the compiler in effect the test suite is running with."""
990 module = builder_module()
991 return module.getCompiler()
992
993 def getRunOptions(self):
994 """Command line option for -A and -C to run this test again, called from
995 self.dumpSessionInfo()."""
996 arch = self.getArchitecture()
997 comp = self.getCompiler()
Johnny Chenb7058c52011-08-24 19:48:51 +0000998 if arch:
999 option_str = "-A " + arch
Johnny Chencbe51262011-08-01 19:50:58 +00001000 else:
Johnny Chenb7058c52011-08-24 19:48:51 +00001001 option_str = ""
1002 if comp:
Johnny Chene1219bf2012-03-16 20:44:00 +00001003 option_str += " -C " + comp
Johnny Chenb7058c52011-08-24 19:48:51 +00001004 return option_str
Johnny Chencbe51262011-08-01 19:50:58 +00001005
1006 # ==================================================
1007 # Build methods supported through a plugin interface
1008 # ==================================================
1009
Johnny Chencbf15912012-02-01 01:49:50 +00001010 def buildDefault(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001011 """Platform specific way to build the default binaries."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001012 if lldb.skip_build_and_cleanup:
1013 return
Johnny Chencbe51262011-08-01 19:50:58 +00001014 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001015 if not module.buildDefault(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001016 raise Exception("Don't know how to build default binary")
1017
Johnny Chencbf15912012-02-01 01:49:50 +00001018 def buildDsym(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001019 """Platform specific way to build binaries with dsym info."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001020 if lldb.skip_build_and_cleanup:
1021 return
Johnny Chencbe51262011-08-01 19:50:58 +00001022 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001023 if not module.buildDsym(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001024 raise Exception("Don't know how to build binary with dsym")
1025
Johnny Chencbf15912012-02-01 01:49:50 +00001026 def buildDwarf(self, architecture=None, compiler=None, dictionary=None, clean=True):
Johnny Chencbe51262011-08-01 19:50:58 +00001027 """Platform specific way to build binaries with dwarf maps."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001028 if lldb.skip_build_and_cleanup:
1029 return
Johnny Chencbe51262011-08-01 19:50:58 +00001030 module = builder_module()
Johnny Chencbf15912012-02-01 01:49:50 +00001031 if not module.buildDwarf(self, architecture, compiler, dictionary, clean):
Johnny Chencbe51262011-08-01 19:50:58 +00001032 raise Exception("Don't know how to build binary with dwarf")
Johnny Chen366fb8c2011-08-01 18:46:13 +00001033
Johnny Chen7f9985a2011-08-12 20:19:22 +00001034 def cleanup(self, dictionary=None):
1035 """Platform specific way to do cleanup after build."""
Johnny Chen028d8eb2011-11-17 19:57:27 +00001036 if lldb.skip_build_and_cleanup:
1037 return
Johnny Chen7f9985a2011-08-12 20:19:22 +00001038 module = builder_module()
1039 if not module.cleanup(self, dictionary):
Johnny Chen028d8eb2011-11-17 19:57:27 +00001040 raise Exception("Don't know how to do cleanup with dictionary: "+dictionary)
Johnny Chen7f9985a2011-08-12 20:19:22 +00001041
Johnny Chen366fb8c2011-08-01 18:46:13 +00001042
1043class TestBase(Base):
1044 """
1045 This abstract base class is meant to be subclassed. It provides default
1046 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
1047 among other things.
1048
1049 Important things for test class writers:
1050
1051 - Overwrite the mydir class attribute, otherwise your test class won't
1052 run. It specifies the relative directory to the top level 'test' so
1053 the test harness can change to the correct working directory before
1054 running your test.
1055
1056 - The setUp method sets up things to facilitate subsequent interactions
1057 with the debugger as part of the test. These include:
1058 - populate the test method name
1059 - create/get a debugger set with synchronous mode (self.dbg)
1060 - get the command interpreter from with the debugger (self.ci)
1061 - create a result object for use with the command interpreter
1062 (self.res)
1063 - plus other stuffs
1064
1065 - The tearDown method tries to perform some necessary cleanup on behalf
1066 of the test to return the debugger to a good state for the next test.
1067 These include:
1068 - execute any tearDown hooks registered by the test method with
1069 TestBase.addTearDownHook(); examples can be found in
1070 settings/TestSettings.py
1071 - kill the inferior process associated with each target, if any,
1072 and, then delete the target from the debugger's target list
1073 - perform build cleanup before running the next test method in the
1074 same test class; examples of registering for this service can be
1075 found in types/TestIntegerTypes.py with the call:
1076 - self.setTearDownCleanup(dictionary=d)
1077
1078 - Similarly setUpClass and tearDownClass perform classwise setup and
1079 teardown fixtures. The tearDownClass method invokes a default build
1080 cleanup for the entire test class; also, subclasses can implement the
1081 classmethod classCleanup(cls) to perform special class cleanup action.
1082
1083 - The instance methods runCmd and expect are used heavily by existing
1084 test cases to send a command to the command interpreter and to perform
1085 string/pattern matching on the output of such command execution. The
1086 expect method also provides a mode to peform string/pattern matching
1087 without running a command.
1088
1089 - The build methods buildDefault, buildDsym, and buildDwarf are used to
1090 build the binaries used during a particular test scenario. A plugin
1091 should be provided for the sys.platform running the test suite. The
1092 Mac OS X implementation is located in plugins/darwin.py.
1093 """
1094
1095 # Maximum allowed attempts when launching the inferior process.
1096 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
1097 maxLaunchCount = 3;
1098
1099 # Time to wait before the next launching attempt in second(s).
1100 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
1101 timeWaitNextLaunch = 1.0;
1102
1103 def doDelay(self):
1104 """See option -w of dotest.py."""
1105 if ("LLDB_WAIT_BETWEEN_TEST_CASES" in os.environ and
1106 os.environ["LLDB_WAIT_BETWEEN_TEST_CASES"] == 'YES'):
1107 waitTime = 1.0
1108 if "LLDB_TIME_WAIT_BETWEEN_TEST_CASES" in os.environ:
1109 waitTime = float(os.environ["LLDB_TIME_WAIT_BETWEEN_TEST_CASES"])
1110 time.sleep(waitTime)
1111
Enrico Granataac3a8e22012-09-21 19:10:53 +00001112 # Returns the list of categories to which this test case belongs
1113 # by default, look for a ".categories" file, and read its contents
1114 # if no such file exists, traverse the hierarchy - we guarantee
1115 # a .categories to exist at the top level directory so we do not end up
1116 # looping endlessly - subclasses are free to define their own categories
1117 # in whatever way makes sense to them
1118 def getCategories(self):
1119 import inspect
1120 import os.path
1121 folder = inspect.getfile(self.__class__)
1122 folder = os.path.dirname(folder)
1123 while folder != '/':
1124 categories_file_name = os.path.join(folder,".categories")
1125 if os.path.exists(categories_file_name):
1126 categories_file = open(categories_file_name,'r')
1127 categories = categories_file.readline()
1128 categories_file.close()
1129 categories = str.replace(categories,'\n','')
1130 categories = str.replace(categories,'\r','')
1131 return categories.split(',')
1132 else:
1133 folder = os.path.dirname(folder)
1134 continue
1135
Johnny Chen366fb8c2011-08-01 18:46:13 +00001136 def setUp(self):
1137 #import traceback
1138 #traceback.print_stack()
1139
1140 # Works with the test driver to conditionally skip tests via decorators.
1141 Base.setUp(self)
1142
Johnny Chen366fb8c2011-08-01 18:46:13 +00001143 try:
1144 if lldb.blacklist:
1145 className = self.__class__.__name__
1146 classAndMethodName = "%s.%s" % (className, self._testMethodName)
1147 if className in lldb.blacklist:
1148 self.skipTest(lldb.blacklist.get(className))
1149 elif classAndMethodName in lldb.blacklist:
1150 self.skipTest(lldb.blacklist.get(classAndMethodName))
1151 except AttributeError:
1152 pass
1153
Johnny Chen9a9fcf62011-06-21 00:53:00 +00001154 # Insert some delay between successive test cases if specified.
1155 self.doDelay()
Johnny Chene47649c2010-10-07 02:04:14 +00001156
Johnny Chen65572482010-08-25 18:49:48 +00001157 if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
1158 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
1159
Johnny Chend2965212010-10-19 16:00:42 +00001160 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
Johnny Chen458a67e2010-11-29 20:20:34 +00001161 self.timeWaitNextLaunch = float(os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
Johnny Chen65572482010-08-25 18:49:48 +00001162
Johnny Chena1affab2010-07-03 03:41:59 +00001163 # Create the debugger instance if necessary.
1164 try:
1165 self.dbg = lldb.DBG
Johnny Chena1affab2010-07-03 03:41:59 +00001166 except AttributeError:
1167 self.dbg = lldb.SBDebugger.Create()
Johnny Chenf8c723b2010-07-03 20:41:42 +00001168
Johnny Chen960ce122011-05-25 19:06:18 +00001169 if not self.dbg:
Johnny Chena1affab2010-07-03 03:41:59 +00001170 raise Exception('Invalid debugger instance')
1171
1172 # We want our debugger to be synchronous.
1173 self.dbg.SetAsync(False)
1174
1175 # Retrieve the associated command interpreter instance.
1176 self.ci = self.dbg.GetCommandInterpreter()
1177 if not self.ci:
1178 raise Exception('Could not get the command interpreter')
1179
1180 # And the result object.
1181 self.res = lldb.SBCommandReturnObject()
1182
Johnny Chenac97a6b2012-04-16 18:55:15 +00001183 # Run global pre-flight code, if defined via the config file.
1184 if lldb.pre_flight:
1185 lldb.pre_flight(self)
1186
Enrico Granata251729e2012-10-24 01:23:57 +00001187 # utility methods that tests can use to access the current objects
1188 def target(self):
1189 if not self.dbg:
1190 raise Exception('Invalid debugger instance')
1191 return self.dbg.GetSelectedTarget()
1192
1193 def process(self):
1194 if not self.dbg:
1195 raise Exception('Invalid debugger instance')
1196 return self.dbg.GetSelectedTarget().GetProcess()
1197
1198 def thread(self):
1199 if not self.dbg:
1200 raise Exception('Invalid debugger instance')
1201 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread()
1202
1203 def frame(self):
1204 if not self.dbg:
1205 raise Exception('Invalid debugger instance')
1206 return self.dbg.GetSelectedTarget().GetProcess().GetSelectedThread().GetSelectedFrame()
1207
Johnny Chena1affab2010-07-03 03:41:59 +00001208 def tearDown(self):
Johnny Chen72a14342010-09-02 21:23:12 +00001209 #import traceback
1210 #traceback.print_stack()
1211
Johnny Chencbe51262011-08-01 19:50:58 +00001212 Base.tearDown(self)
Johnny Chen705737b2010-10-19 23:40:13 +00001213
Johnny Chen409646d2011-06-15 21:24:24 +00001214 # Delete the target(s) from the debugger as a general cleanup step.
1215 # This includes terminating the process for each target, if any.
1216 # We'd like to reuse the debugger for our next test without incurring
1217 # the initialization overhead.
1218 targets = []
1219 for target in self.dbg:
1220 if target:
1221 targets.append(target)
1222 process = target.GetProcess()
1223 if process:
1224 rc = self.invoke(process, "Kill")
1225 self.assertTrue(rc.Success(), PROCESS_KILLED)
1226 for target in targets:
1227 self.dbg.DeleteTarget(target)
Johnny Chenffde4fc2010-08-16 21:28:10 +00001228
Johnny Chenac97a6b2012-04-16 18:55:15 +00001229 # Run global post-flight code, if defined via the config file.
1230 if lldb.post_flight:
1231 lldb.post_flight(self)
1232
Johnny Chena1affab2010-07-03 03:41:59 +00001233 del self.dbg
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001234
Johnny Chen90c56e62011-09-30 21:48:35 +00001235 def switch_to_thread_with_stop_reason(self, stop_reason):
1236 """
1237 Run the 'thread list' command, and select the thread with stop reason as
1238 'stop_reason'. If no such thread exists, no select action is done.
1239 """
1240 from lldbutil import stop_reason_to_str
1241 self.runCmd('thread list')
1242 output = self.res.GetOutput()
1243 thread_line_pattern = re.compile("^[ *] thread #([0-9]+):.*stop reason = %s" %
1244 stop_reason_to_str(stop_reason))
1245 for line in output.splitlines():
1246 matched = thread_line_pattern.match(line)
1247 if matched:
1248 self.runCmd('thread select %s' % matched.group(1))
1249
Johnny Chenef6f4762011-06-15 21:38:39 +00001250 def runCmd(self, cmd, msg=None, check=True, trace=False):
Johnny Chen8df95eb2010-08-19 23:26:59 +00001251 """
1252 Ask the command interpreter to handle the command and then check its
1253 return status.
1254 """
1255 # Fail fast if 'cmd' is not meaningful.
1256 if not cmd or len(cmd) == 0:
1257 raise Exception("Bad 'cmd' parameter encountered")
Johnny Chen4f995f02010-08-20 17:57:32 +00001258
Johnny Chen9de4ede2010-08-31 17:42:54 +00001259 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +00001260
Johnny Chen21f33412010-09-01 00:15:19 +00001261 running = (cmd.startswith("run") or cmd.startswith("process launch"))
Johnny Chen4f995f02010-08-20 17:57:32 +00001262
Johnny Chen21f33412010-09-01 00:15:19 +00001263 for i in range(self.maxLaunchCount if running else 1):
Johnny Chen65572482010-08-25 18:49:48 +00001264 self.ci.HandleCommand(cmd, self.res)
Johnny Chen4f995f02010-08-20 17:57:32 +00001265
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001266 with recording(self, trace) as sbuf:
1267 print >> sbuf, "runCmd:", cmd
Johnny Chen7c565c82010-10-15 16:13:00 +00001268 if not check:
Johnny Chen31cf8e22010-10-15 18:52:22 +00001269 print >> sbuf, "check of return status not required"
Johnny Chen65572482010-08-25 18:49:48 +00001270 if self.res.Succeeded():
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001271 print >> sbuf, "output:", self.res.GetOutput()
Johnny Chen65572482010-08-25 18:49:48 +00001272 else:
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001273 print >> sbuf, "runCmd failed!"
1274 print >> sbuf, self.res.GetError()
Johnny Chen4f995f02010-08-20 17:57:32 +00001275
Johnny Chen029acae2010-08-20 21:03:09 +00001276 if self.res.Succeeded():
Johnny Chen65572482010-08-25 18:49:48 +00001277 break
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001278 elif running:
Johnny Chendcb37222011-01-19 02:02:08 +00001279 # For process launch, wait some time before possible next try.
1280 time.sleep(self.timeWaitNextLaunch)
Johnny Chen894eab42012-08-01 19:56:04 +00001281 with recording(self, trace) as sbuf:
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001282 print >> sbuf, "Command '" + cmd + "' failed!"
Johnny Chen4f995f02010-08-20 17:57:32 +00001283
Johnny Chen8df95eb2010-08-19 23:26:59 +00001284 if check:
1285 self.assertTrue(self.res.Succeeded(),
Johnny Chen05efcf782010-11-09 18:42:22 +00001286 msg if msg else CMD_MSG(cmd))
Johnny Chen8df95eb2010-08-19 23:26:59 +00001287
Jim Ingham431d8392012-09-22 00:05:11 +00001288 def match (self, str, patterns, msg=None, trace=False, error=False, matching=True, exe=True):
1289 """run command in str, and match the result against regexp in patterns returning the match object for the first matching pattern
1290
1291 Otherwise, all the arguments have the same meanings as for the expect function"""
1292
1293 trace = (True if traceAlways else trace)
1294
1295 if exe:
1296 # First run the command. If we are expecting error, set check=False.
1297 # Pass the assert message along since it provides more semantic info.
1298 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
1299
1300 # Then compare the output against expected strings.
1301 output = self.res.GetError() if error else self.res.GetOutput()
1302
1303 # If error is True, the API client expects the command to fail!
1304 if error:
1305 self.assertFalse(self.res.Succeeded(),
1306 "Command '" + str + "' is expected to fail!")
1307 else:
1308 # No execution required, just compare str against the golden input.
1309 output = str
1310 with recording(self, trace) as sbuf:
1311 print >> sbuf, "looking at:", output
1312
1313 # The heading says either "Expecting" or "Not expecting".
1314 heading = "Expecting" if matching else "Not expecting"
1315
1316 for pattern in patterns:
1317 # Match Objects always have a boolean value of True.
1318 match_object = re.search(pattern, output)
1319 matched = bool(match_object)
1320 with recording(self, trace) as sbuf:
1321 print >> sbuf, "%s pattern: %s" % (heading, pattern)
1322 print >> sbuf, "Matched" if matched else "Not matched"
1323 if matched:
1324 break
1325
1326 self.assertTrue(matched if matching else not matched,
1327 msg if msg else EXP_MSG(str, exe))
1328
1329 return match_object
1330
Johnny Chen90c56e62011-09-30 21:48:35 +00001331 def expect(self, str, msg=None, patterns=None, startstr=None, endstr=None, substrs=None, trace=False, error=False, matching=True, exe=True):
Johnny Chen8df95eb2010-08-19 23:26:59 +00001332 """
1333 Similar to runCmd; with additional expect style output matching ability.
1334
1335 Ask the command interpreter to handle the command and then check its
1336 return status. The 'msg' parameter specifies an informational assert
1337 message. We expect the output from running the command to start with
Johnny Chen2d899752010-09-21 21:08:53 +00001338 'startstr', matches the substrings contained in 'substrs', and regexp
1339 matches the patterns contained in 'patterns'.
Johnny Chen9792f8e2010-09-17 22:28:51 +00001340
1341 If the keyword argument error is set to True, it signifies that the API
1342 client is expecting the command to fail. In this case, the error stream
Johnny Chenee975b82010-09-17 22:45:27 +00001343 from running the command is retrieved and compared against the golden
Johnny Chen9792f8e2010-09-17 22:28:51 +00001344 input, instead.
Johnny Chen2d899752010-09-21 21:08:53 +00001345
1346 If the keyword argument matching is set to False, it signifies that the API
1347 client is expecting the output of the command not to match the golden
1348 input.
Johnny Chen8e06de92010-09-21 23:33:30 +00001349
1350 Finally, the required argument 'str' represents the lldb command to be
1351 sent to the command interpreter. In case the keyword argument 'exe' is
1352 set to False, the 'str' is treated as a string to be matched/not-matched
1353 against the golden input.
Johnny Chen8df95eb2010-08-19 23:26:59 +00001354 """
Johnny Chen9de4ede2010-08-31 17:42:54 +00001355 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +00001356
Johnny Chen8e06de92010-09-21 23:33:30 +00001357 if exe:
1358 # First run the command. If we are expecting error, set check=False.
Johnny Chen60881f62010-10-28 21:10:32 +00001359 # Pass the assert message along since it provides more semantic info.
Johnny Chen05dd8932010-10-28 18:24:22 +00001360 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
Johnny Chen8df95eb2010-08-19 23:26:59 +00001361
Johnny Chen8e06de92010-09-21 23:33:30 +00001362 # Then compare the output against expected strings.
1363 output = self.res.GetError() if error else self.res.GetOutput()
Johnny Chen9792f8e2010-09-17 22:28:51 +00001364
Johnny Chen8e06de92010-09-21 23:33:30 +00001365 # If error is True, the API client expects the command to fail!
1366 if error:
1367 self.assertFalse(self.res.Succeeded(),
1368 "Command '" + str + "' is expected to fail!")
1369 else:
1370 # No execution required, just compare str against the golden input.
Enrico Granata01458ca2012-10-23 00:09:02 +00001371 if isinstance(str,lldb.SBCommandReturnObject):
1372 output = str.GetOutput()
1373 else:
1374 output = str
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001375 with recording(self, trace) as sbuf:
1376 print >> sbuf, "looking at:", output
Johnny Chen9792f8e2010-09-17 22:28:51 +00001377
Johnny Chen2d899752010-09-21 21:08:53 +00001378 # The heading says either "Expecting" or "Not expecting".
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001379 heading = "Expecting" if matching else "Not expecting"
Johnny Chen2d899752010-09-21 21:08:53 +00001380
1381 # Start from the startstr, if specified.
1382 # If there's no startstr, set the initial state appropriately.
1383 matched = output.startswith(startstr) if startstr else (True if matching else False)
Johnny Chenead35c82010-08-20 18:25:15 +00001384
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001385 if startstr:
1386 with recording(self, trace) as sbuf:
1387 print >> sbuf, "%s start string: %s" % (heading, startstr)
1388 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenead35c82010-08-20 18:25:15 +00001389
Johnny Chen90c56e62011-09-30 21:48:35 +00001390 # Look for endstr, if specified.
1391 keepgoing = matched if matching else not matched
1392 if endstr:
1393 matched = output.endswith(endstr)
1394 with recording(self, trace) as sbuf:
1395 print >> sbuf, "%s end string: %s" % (heading, endstr)
1396 print >> sbuf, "Matched" if matched else "Not matched"
1397
Johnny Chen2d899752010-09-21 21:08:53 +00001398 # Look for sub strings, if specified.
1399 keepgoing = matched if matching else not matched
1400 if substrs and keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +00001401 for str in substrs:
Johnny Chen091bb1d2010-09-23 23:35:28 +00001402 matched = output.find(str) != -1
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001403 with recording(self, trace) as sbuf:
1404 print >> sbuf, "%s sub string: %s" % (heading, str)
1405 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +00001406 keepgoing = matched if matching else not matched
1407 if not keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +00001408 break
1409
Johnny Chen2d899752010-09-21 21:08:53 +00001410 # Search for regular expression patterns, if specified.
1411 keepgoing = matched if matching else not matched
1412 if patterns and keepgoing:
1413 for pattern in patterns:
1414 # Match Objects always have a boolean value of True.
1415 matched = bool(re.search(pattern, output))
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001416 with recording(self, trace) as sbuf:
1417 print >> sbuf, "%s pattern: %s" % (heading, pattern)
1418 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +00001419 keepgoing = matched if matching else not matched
1420 if not keepgoing:
1421 break
Johnny Chen2d899752010-09-21 21:08:53 +00001422
1423 self.assertTrue(matched if matching else not matched,
Johnny Chen05efcf782010-11-09 18:42:22 +00001424 msg if msg else EXP_MSG(str, exe))
Johnny Chen8df95eb2010-08-19 23:26:59 +00001425
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001426 def invoke(self, obj, name, trace=False):
Johnny Chend8473bc2010-08-25 22:56:10 +00001427 """Use reflection to call a method dynamically with no argument."""
Johnny Chen9de4ede2010-08-31 17:42:54 +00001428 trace = (True if traceAlways else trace)
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001429
1430 method = getattr(obj, name)
1431 import inspect
1432 self.assertTrue(inspect.ismethod(method),
1433 name + "is a method name of object: " + str(obj))
1434 result = method()
Johnny Chen84a6d6f2010-10-15 01:18:29 +00001435 with recording(self, trace) as sbuf:
1436 print >> sbuf, str(method) + ":", result
Johnny Chena8b3cdd2010-08-25 22:52:45 +00001437 return result
Johnny Chen9c10c182010-08-27 00:15:48 +00001438
Johnny Chenb8770312011-05-27 23:36:52 +00001439 # =================================================
1440 # Misc. helper methods for debugging test execution
1441 # =================================================
1442
Johnny Chen57cd6dd2011-07-11 19:15:11 +00001443 def DebugSBValue(self, val):
Johnny Chen9de4ede2010-08-31 17:42:54 +00001444 """Debug print a SBValue object, if traceAlways is True."""
Johnny Chen47342d52011-04-27 17:43:07 +00001445 from lldbutil import value_type_to_str
Johnny Chen2c8d1592010-11-03 21:37:58 +00001446
Johnny Chen9de4ede2010-08-31 17:42:54 +00001447 if not traceAlways:
Johnny Chen9c10c182010-08-27 00:15:48 +00001448 return
1449
1450 err = sys.stderr
1451 err.write(val.GetName() + ":\n")
Johnny Chen90c56e62011-09-30 21:48:35 +00001452 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n')
1453 err.write('\t' + "ByteSize -> " + str(val.GetByteSize()) + '\n')
1454 err.write('\t' + "NumChildren -> " + str(val.GetNumChildren()) + '\n')
1455 err.write('\t' + "Value -> " + str(val.GetValue()) + '\n')
1456 err.write('\t' + "ValueAsUnsigned -> " + str(val.GetValueAsUnsigned())+ '\n')
1457 err.write('\t' + "ValueType -> " + value_type_to_str(val.GetValueType()) + '\n')
1458 err.write('\t' + "Summary -> " + str(val.GetSummary()) + '\n')
1459 err.write('\t' + "IsPointerType -> " + str(val.TypeIsPointerType()) + '\n')
1460 err.write('\t' + "Location -> " + val.GetLocation() + '\n')
Johnny Chen9c10c182010-08-27 00:15:48 +00001461
Johnny Chend7e04d92011-08-05 20:17:27 +00001462 def DebugSBType(self, type):
1463 """Debug print a SBType object, if traceAlways is True."""
1464 if not traceAlways:
1465 return
1466
1467 err = sys.stderr
1468 err.write(type.GetName() + ":\n")
1469 err.write('\t' + "ByteSize -> " + str(type.GetByteSize()) + '\n')
1470 err.write('\t' + "IsPointerType -> " + str(type.IsPointerType()) + '\n')
1471 err.write('\t' + "IsReferenceType -> " + str(type.IsReferenceType()) + '\n')
1472
Johnny Chen73041472011-03-12 01:18:19 +00001473 def DebugPExpect(self, child):
1474 """Debug the spwaned pexpect object."""
1475 if not traceAlways:
1476 return
1477
1478 print child
Filipe Cabecinhasdee13ce2012-06-20 10:13:40 +00001479
1480 @classmethod
1481 def RemoveTempFile(cls, file):
1482 if os.path.exists(file):
1483 os.remove(file)