blob: befc773f2adbf044482e3b68028ec1ce0ec8b95f [file] [log] [blame]
Johnny Chenbf6ffa32010-07-03 03:41:59 +00001"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
12entire test suite. Users who want to run a test case on its own can specify the
13LLDB_TEST and PYTHONPATH environment variables, for example:
14
15$ export LLDB_TEST=$PWD
Johnny Chen8d55a342010-08-31 17:42:54 +000016$ export PYTHONPATH=/Volumes/data/lldb/svn/trunk/build/Debug/LLDB.framework/Resources/Python:$LLDB_TEST:$LLDB_TEST/plugins
Johnny Chenbf6ffa32010-07-03 03:41:59 +000017$ echo $LLDB_TEST
18/Volumes/data/lldb/svn/trunk/test
19$ echo $PYTHONPATH
Johnny Chen8d55a342010-08-31 17:42:54 +000020/Volumes/data/lldb/svn/trunk/build/Debug/LLDB.framework/Resources/Python:/Volumes/data/lldb/svn/trunk/test:/Volumes/data/lldb/svn/trunk/test/plugins
Johnny Chenbf6ffa32010-07-03 03:41:59 +000021$ python function_types/TestFunctionTypes.py
22.
23----------------------------------------------------------------------
24Ran 1 test in 0.363s
25
26OK
Johnny Chend0190a62010-08-23 17:10:44 +000027$ LLDB_COMMAND_TRACE=YES python array_types/TestArrayTypes.py
Johnny Chen57b47382010-09-02 22:25:47 +000028
29...
Johnny Chend0190a62010-08-23 17:10:44 +000030
31runCmd: breakpoint set -f main.c -l 42
32output: Breakpoint created: 1: file ='main.c', line = 42, locations = 1
33
34runCmd: run
35output: Launching '/Volumes/data/lldb/svn/trunk/test/array_types/a.out' (x86_64)
36
Johnny Chen57b47382010-09-02 22:25:47 +000037...
Johnny Chend0190a62010-08-23 17:10:44 +000038
Johnny Chen57b47382010-09-02 22:25:47 +000039runCmd: frame variable strings
Johnny Chend0190a62010-08-23 17:10:44 +000040output: (char *[4]) strings = {
41 (char *) strings[0] = 0x0000000100000f0c "Hello",
42 (char *) strings[1] = 0x0000000100000f12 "Hola",
43 (char *) strings[2] = 0x0000000100000f17 "Bonjour",
44 (char *) strings[3] = 0x0000000100000f1f "Guten Tag"
45}
46
Johnny Chen57b47382010-09-02 22:25:47 +000047runCmd: frame variable char_16
Johnny Chend0190a62010-08-23 17:10:44 +000048output: (char [16]) char_16 = {
49 (char) char_16[0] = 'H',
50 (char) char_16[1] = 'e',
51 (char) char_16[2] = 'l',
52 (char) char_16[3] = 'l',
53 (char) char_16[4] = 'o',
54 (char) char_16[5] = ' ',
55 (char) char_16[6] = 'W',
56 (char) char_16[7] = 'o',
57 (char) char_16[8] = 'r',
58 (char) char_16[9] = 'l',
59 (char) char_16[10] = 'd',
60 (char) char_16[11] = '\n',
61 (char) char_16[12] = '\0',
62 (char) char_16[13] = '\0',
63 (char) char_16[14] = '\0',
64 (char) char_16[15] = '\0'
65}
66
Johnny Chen57b47382010-09-02 22:25:47 +000067runCmd: frame variable ushort_matrix
Johnny Chend0190a62010-08-23 17:10:44 +000068output: (unsigned short [2][3]) ushort_matrix = {
69 (unsigned short [3]) ushort_matrix[0] = {
70 (unsigned short) ushort_matrix[0][0] = 0x0001,
71 (unsigned short) ushort_matrix[0][1] = 0x0002,
72 (unsigned short) ushort_matrix[0][2] = 0x0003
73 },
74 (unsigned short [3]) ushort_matrix[1] = {
75 (unsigned short) ushort_matrix[1][0] = 0x000b,
76 (unsigned short) ushort_matrix[1][1] = 0x0016,
77 (unsigned short) ushort_matrix[1][2] = 0x0021
78 }
79}
80
Johnny Chen57b47382010-09-02 22:25:47 +000081runCmd: frame variable long_6
Johnny Chend0190a62010-08-23 17:10:44 +000082output: (long [6]) long_6 = {
83 (long) long_6[0] = 1,
84 (long) long_6[1] = 2,
85 (long) long_6[2] = 3,
86 (long) long_6[3] = 4,
87 (long) long_6[4] = 5,
88 (long) long_6[5] = 6
89}
90
91.
92----------------------------------------------------------------------
93Ran 1 test in 0.349s
94
95OK
Johnny Chenbf6ffa32010-07-03 03:41:59 +000096$
97"""
98
Johnny Chen90312a82010-09-21 22:34:45 +000099import os, sys, traceback
Johnny Chenea88e942010-09-21 21:08:53 +0000100import re
Johnny Chen8952a2d2010-08-30 21:35:00 +0000101from subprocess import *
Johnny Chen150c3cc2010-10-15 01:18:29 +0000102import StringIO
Johnny Chenf2b70232010-08-25 18:49:48 +0000103import time
Johnny Chena33a93c2010-08-30 23:08:52 +0000104import types
Johnny Chen73258832010-08-05 23:42:46 +0000105import unittest2
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000106import lldb
107
Johnny Chen707b3c92010-10-11 22:25:46 +0000108# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
109# LLDB_COMMAND_TRACE and LLDB_NO_CLEANUP are set from '-t' and '-r dir' options.
110
111# By default, traceAlways is False.
Johnny Chen8d55a342010-08-31 17:42:54 +0000112if "LLDB_COMMAND_TRACE" in os.environ and os.environ["LLDB_COMMAND_TRACE"]=="YES":
113 traceAlways = True
114else:
115 traceAlways = False
116
Johnny Chen707b3c92010-10-11 22:25:46 +0000117# By default, doCleanup is True.
118if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"]=="NO":
119 doCleanup = False
120else:
121 doCleanup = True
122
Johnny Chen8d55a342010-08-31 17:42:54 +0000123
Johnny Chen00778092010-08-09 22:01:17 +0000124#
125# Some commonly used assert messages.
126#
127
Johnny Chenaa902922010-09-17 22:45:27 +0000128COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
129
Johnny Chen00778092010-08-09 22:01:17 +0000130CURRENT_EXECUTABLE_SET = "Current executable set successfully"
131
Johnny Chen7d1d7532010-09-02 21:23:12 +0000132PROCESS_IS_VALID = "Process is valid"
133
134PROCESS_KILLED = "Process is killed successfully"
135
Johnny Chen5ee88192010-08-27 23:47:36 +0000136RUN_SUCCEEDED = "Process is launched successfully"
Johnny Chen00778092010-08-09 22:01:17 +0000137
Johnny Chen17941842010-08-09 23:44:24 +0000138RUN_COMPLETED = "Process exited successfully"
Johnny Chen00778092010-08-09 22:01:17 +0000139
Johnny Chen67af43f2010-10-05 19:27:32 +0000140BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
141
Johnny Chen17941842010-08-09 23:44:24 +0000142BREAKPOINT_CREATED = "Breakpoint created successfully"
143
Johnny Chene76896c2010-08-17 21:33:31 +0000144BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
145
Johnny Chen17941842010-08-09 23:44:24 +0000146BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
Johnny Chen00778092010-08-09 22:01:17 +0000147
Johnny Chen703dbd02010-09-30 17:06:24 +0000148BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
149
Johnny Chen164f1e12010-10-15 18:07:09 +0000150BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
151
Johnny Chenc70b02a2010-09-22 23:00:20 +0000152STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
153
Johnny Chen00778092010-08-09 22:01:17 +0000154STOPPED_DUE_TO_BREAKPOINT = "Process state is stopped due to breakpoint"
155
Johnny Chen2e431ce2010-10-20 18:38:48 +0000156STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
157
Johnny Chenc066ab42010-10-14 01:22:03 +0000158STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
159
Johnny Chen00778092010-08-09 22:01:17 +0000160STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
161
Johnny Chen3c884a02010-08-24 22:07:56 +0000162DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
163
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000164VALID_BREAKPOINT = "Got a valid breakpoint"
165
Johnny Chen5bfb8ee2010-10-22 18:10:25 +0000166VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
167
Johnny Chen5ee88192010-08-27 23:47:36 +0000168VALID_FILESPEC = "Got a valid filespec"
169
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000170VALID_PROCESS = "Got a valid process"
171
172VALID_TARGET = "Got a valid target"
173
Johnny Chen981463d2010-08-25 19:00:04 +0000174VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
Johnny Chen00778092010-08-09 22:01:17 +0000175
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000176
Johnny Chen17941842010-08-09 23:44:24 +0000177#
178# And a generic "Command '%s' returns successfully" message generator.
179#
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000180def CMD_MSG(str, exe):
181 if exe:
182 return "Command '%s' returns successfully" % str
183 else:
184 return "'%s' compares successfully" % str
Johnny Chen17941842010-08-09 23:44:24 +0000185
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000186#
Johnny Chen3343f042010-10-19 19:11:38 +0000187# And a generic "Value of setting '%s' is correct" message generator.
188#
189def SETTING_MSG(setting):
190 return "Value of setting '%s' is correct" % setting
191
192#
Johnny Chen27c41232010-08-26 21:49:29 +0000193# Returns an env variable array from the os.environ map object.
194#
195def EnvArray():
196 return map(lambda k,v: k+"="+v, os.environ.keys(), os.environ.values())
197
Johnny Chen47ceb032010-10-11 23:52:19 +0000198def line_number(filename, string_to_match):
199 """Helper function to return the line number of the first matched string."""
200 with open(filename, 'r') as f:
201 for i, line in enumerate(f):
202 if line.find(string_to_match) != -1:
203 # Found our match.
Johnny Chencd9b7772010-10-12 00:09:25 +0000204 return i+1
Johnny Chen47ceb032010-10-11 23:52:19 +0000205 return -1
206
Johnny Chen67af43f2010-10-05 19:27:32 +0000207def pointer_size():
208 """Return the pointer size of the host system."""
209 import ctypes
210 a_pointer = ctypes.c_void_p(0xffff)
211 return 8 * ctypes.sizeof(a_pointer)
212
Johnny Chen827edff2010-08-27 00:15:48 +0000213
Johnny Chen150c3cc2010-10-15 01:18:29 +0000214class recording(StringIO.StringIO):
215 """
216 A nice little context manager for recording the debugger interactions into
217 our session object. If trace flag is ON, it also emits the interactions
218 into the stderr.
219 """
220 def __init__(self, test, trace):
Johnny Chen690fcef2010-10-15 23:55:05 +0000221 """Create a StringIO instance; record the session obj and trace flag."""
Johnny Chen150c3cc2010-10-15 01:18:29 +0000222 StringIO.StringIO.__init__(self)
Johnny Chen690fcef2010-10-15 23:55:05 +0000223 self.session = test.session if test else None
Johnny Chen150c3cc2010-10-15 01:18:29 +0000224 self.trace = trace
225
226 def __enter__(self):
227 """
228 Context management protocol on entry to the body of the with statement.
229 Just return the StringIO object.
230 """
231 return self
232
233 def __exit__(self, type, value, tb):
234 """
235 Context management protocol on exit from the body of the with statement.
236 If trace is ON, it emits the recordings into stderr. Always add the
237 recordings to our session object. And close the StringIO object, too.
238 """
239 if self.trace:
Johnny Chen690fcef2010-10-15 23:55:05 +0000240 print >> sys.stderr, self.getvalue()
241 if self.session:
242 print >> self.session, self.getvalue()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000243 self.close()
244
Johnny Chen690fcef2010-10-15 23:55:05 +0000245# From 2.7's subprocess.check_output() convenience function.
246def system(*popenargs, **kwargs):
247 r"""Run command with arguments and return its output as a byte string.
248
249 If the exit code was non-zero it raises a CalledProcessError. The
250 CalledProcessError object will have the return code in the returncode
251 attribute and output in the output attribute.
252
253 The arguments are the same as for the Popen constructor. Example:
254
255 >>> check_output(["ls", "-l", "/dev/null"])
256 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
257
258 The stdout argument is not allowed as it is used internally.
259 To capture standard error in the result, use stderr=STDOUT.
260
261 >>> check_output(["/bin/sh", "-c",
262 ... "ls -l non_existent_file ; exit 0"],
263 ... stderr=STDOUT)
264 'ls: non_existent_file: No such file or directory\n'
265 """
266
267 # Assign the sender object to variable 'test' and remove it from kwargs.
268 test = kwargs.pop('sender', None)
269
270 if 'stdout' in kwargs:
271 raise ValueError('stdout argument not allowed, it will be overridden.')
272 process = Popen(stdout=PIPE, *popenargs, **kwargs)
273 output, error = process.communicate()
274 retcode = process.poll()
275
276 with recording(test, traceAlways) as sbuf:
277 if isinstance(popenargs, types.StringTypes):
278 args = [popenargs]
279 else:
280 args = list(popenargs)
281 print >> sbuf
282 print >> sbuf, "os command:", args
283 print >> sbuf, "stdout:", output
284 print >> sbuf, "stderr:", error
285 print >> sbuf, "retcode:", retcode
286 print >> sbuf
287
288 if retcode:
289 cmd = kwargs.get("args")
290 if cmd is None:
291 cmd = popenargs[0]
292 raise CalledProcessError(retcode, cmd)
293 return output
294
Johnny Chenab9c1dd2010-11-01 20:35:01 +0000295def getsource_if_available(obj):
296 """
297 Return the text of the source code for an object if available. Otherwise,
298 a print representation is returned.
299 """
300 import inspect
301 try:
302 return inspect.getsource(obj)
303 except:
304 return repr(obj)
305
Johnny Chen73258832010-08-05 23:42:46 +0000306class TestBase(unittest2.TestCase):
Johnny Chen8334dad2010-10-22 23:15:46 +0000307 """
308 This abstract base class is meant to be subclassed. It provides default
309 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
310 among other things.
311
312 Important things for test class writers:
313
314 - Overwrite the mydir class attribute, otherwise your test class won't
315 run. It specifies the relative directory to the top level 'test' so
316 the test harness can change to the correct working directory before
317 running your test.
318
319 - The setUp method sets up things to facilitate subsequent interactions
320 with the debugger as part of the test. These include:
321 - create/get a debugger set with synchronous mode (self.dbg)
322 - get the command interpreter from with the debugger (self.ci)
323 - create a result object for use with the command interpreter
324 (self.result)
325 - plus other stuffs
326
327 - The tearDown method tries to perform some necessary cleanup on behalf
328 of the test to return the debugger to a good state for the next test.
329 These include:
330 - execute any tearDown hooks registered by the test method with
331 TestBase.addTearDownHook(); examples can be found in
332 settings/TestSettings.py
333 - kill the inferior process launched during the test method
334 - if by 'run' or 'process launch' command, 'process kill'
335 command is used
336 - if the test method uses LLDB Python API to launch process,
337 it should assign the process object to self.process; that
338 way, tearDown will use self.process.Kill() on the object
339 - perform build cleanup before running the next test method in the
340 same test class; examples of registering for this service can be
341 found in types/TestIntegerTypes.py with the call:
342 - self.setTearDownCleanup(dictionary=d)
343
344 - Similarly setUpClass and tearDownClass perform classwise setup and
345 teardown fixtures. The tearDownClass method invokes a default build
346 cleanup for the entire test class; also, subclasses can implement the
347 classmethod classCleanup(cls) to perform special class cleanup action.
348
349 - The instance methods runCmd and expect are used heavily by existing
350 test cases to send a command to the command interpreter and to perform
351 string/pattern matching on the output of such command execution. The
352 expect method also provides a mode to peform string/pattern matching
353 without running a command.
354
355 - The build methods buildDefault, buildDsym, and buildDwarf are used to
356 build the binaries used during a particular test scenario. A plugin
357 should be provided for the sys.platform running the test suite. The
358 Mac OS X implementation is located in plugins/darwin.py.
359
360 """
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000361
Johnny Chenda884342010-10-01 22:59:49 +0000362 @classmethod
363 def skipLongRunningTest(cls):
364 """
365 By default, we skip long running test case.
366 This can be overridden by passing '-l' to the test driver (dotest.py).
367 """
368 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ["LLDB_SKIP_LONG_RUNNING_TEST"]:
369 return False
370 else:
371 return True
372
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000373 # The concrete subclass should override this attribute.
Johnny Chenf02ec122010-07-03 20:41:42 +0000374 mydir = None
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000375
Johnny Chen6ca006c2010-08-16 21:28:10 +0000376 # State pertaining to the inferior process, if any.
Johnny Chen57b47382010-09-02 22:25:47 +0000377 # This reflects inferior process started through the command interface with
378 # either the lldb "run" or "process launch" command.
379 # See also self.runCmd().
Johnny Chen6ca006c2010-08-16 21:28:10 +0000380 runStarted = False
381
Johnny Chenf2b70232010-08-25 18:49:48 +0000382 # Maximum allowed attempts when launching the inferior process.
383 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
384 maxLaunchCount = 3;
385
386 # Time to wait before the next launching attempt in second(s).
Johnny Chen430eb762010-10-19 16:00:42 +0000387 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
Johnny Chenf2b70232010-08-25 18:49:48 +0000388 timeWait = 1.0;
389
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000390 # Keep track of the old current working directory.
391 oldcwd = None
Johnny Chena2124952010-08-05 21:23:45 +0000392
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000393 @classmethod
394 def setUpClass(cls):
Johnny Chenda884342010-10-01 22:59:49 +0000395 """
396 Python unittest framework class setup fixture.
397 Do current directory manipulation.
398 """
399
Johnny Chenf02ec122010-07-03 20:41:42 +0000400 # Fail fast if 'mydir' attribute is not overridden.
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000401 if not cls.mydir or len(cls.mydir) == 0:
Johnny Chenf02ec122010-07-03 20:41:42 +0000402 raise Exception("Subclasses must override the 'mydir' attribute.")
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000403 # Save old working directory.
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000404 cls.oldcwd = os.getcwd()
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000405
406 # Change current working directory if ${LLDB_TEST} is defined.
407 # See also dotest.py which sets up ${LLDB_TEST}.
408 if ("LLDB_TEST" in os.environ):
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000409 if traceAlways:
Johnny Chen703dbd02010-09-30 17:06:24 +0000410 print >> sys.stderr, "Change dir to:", os.path.join(os.environ["LLDB_TEST"], cls.mydir)
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000411 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
412
413 @classmethod
414 def tearDownClass(cls):
Johnny Chenda884342010-10-01 22:59:49 +0000415 """
416 Python unittest framework class teardown fixture.
417 Do class-wide cleanup.
418 """
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000419
Johnny Chen707b3c92010-10-11 22:25:46 +0000420 if doCleanup:
421 # First, let's do the platform-specific cleanup.
422 module = __import__(sys.platform)
423 if not module.cleanup():
424 raise Exception("Don't know how to do cleanup")
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000425
Johnny Chen707b3c92010-10-11 22:25:46 +0000426 # Subclass might have specific cleanup function defined.
427 if getattr(cls, "classCleanup", None):
428 if traceAlways:
429 print >> sys.stderr, "Call class-specific cleanup function for class:", cls
430 try:
431 cls.classCleanup()
432 except:
433 exc_type, exc_value, exc_tb = sys.exc_info()
434 traceback.print_exception(exc_type, exc_value, exc_tb)
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000435
436 # Restore old working directory.
437 if traceAlways:
Johnny Chen703dbd02010-09-30 17:06:24 +0000438 print >> sys.stderr, "Restore dir to:", cls.oldcwd
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000439 os.chdir(cls.oldcwd)
440
441 def setUp(self):
442 #import traceback
443 #traceback.print_stack()
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000444
Johnny Chen0ed37c92010-10-07 02:04:14 +0000445 if ("LLDB_WAIT_BETWEEN_TEST_CASES" in os.environ and
446 os.environ["LLDB_WAIT_BETWEEN_TEST_CASES"] == 'YES'):
447 time.sleep(0.5)
448
Johnny Chenf2b70232010-08-25 18:49:48 +0000449 if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
450 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
451
Johnny Chen430eb762010-10-19 16:00:42 +0000452 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
453 self.timeWait = float(os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
Johnny Chenf2b70232010-08-25 18:49:48 +0000454
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000455 # Create the debugger instance if necessary.
456 try:
457 self.dbg = lldb.DBG
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000458 except AttributeError:
459 self.dbg = lldb.SBDebugger.Create()
Johnny Chenf02ec122010-07-03 20:41:42 +0000460
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000461 if not self.dbg.IsValid():
462 raise Exception('Invalid debugger instance')
463
464 # We want our debugger to be synchronous.
465 self.dbg.SetAsync(False)
466
Johnny Chen7d1d7532010-09-02 21:23:12 +0000467 # There is no process associated with the debugger as yet.
Johnny Chen57b47382010-09-02 22:25:47 +0000468 # See also self.tearDown() where it checks whether self.process has a
469 # valid reference and calls self.process.Kill() to kill the process.
Johnny Chen7d1d7532010-09-02 21:23:12 +0000470 self.process = None
471
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000472 # Retrieve the associated command interpreter instance.
473 self.ci = self.dbg.GetCommandInterpreter()
474 if not self.ci:
475 raise Exception('Could not get the command interpreter')
476
477 # And the result object.
478 self.res = lldb.SBCommandReturnObject()
479
Johnny Chenc70b02a2010-09-22 23:00:20 +0000480 # These are for customized teardown cleanup.
481 self.dict = None
482 self.doTearDownCleanup = False
483
Johnny Chen690fcef2010-10-15 23:55:05 +0000484 # Create a string buffer to record the session info, to be dumped into a
485 # test case specific file if test failure is encountered.
Johnny Chen150c3cc2010-10-15 01:18:29 +0000486 self.session = StringIO.StringIO()
487
Johnny Chen110bd0f2010-11-03 18:17:03 +0000488 # Optimistically set __errored__, __failed__, __expected__ to False
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000489 # initially. If the test errored/failed, the session info
490 # (self.session) is then dumped into a session specific file for
491 # diagnosis.
492 self.__errored__ = False
Johnny Chen56f79392010-10-15 02:28:13 +0000493 self.__failed__ = False
Johnny Chen110bd0f2010-11-03 18:17:03 +0000494 self.__expected__ = False
Johnny Chen56f79392010-10-15 02:28:13 +0000495
Johnny Chen707d8222010-10-19 23:40:13 +0000496 # See addTearDownHook(self, hook) which allows the client to add a hook
497 # function to be run during tearDown() time.
498 self.hooks = []
499
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000500 def markError(self):
501 """Callback invoked when we (the test case instance) errored."""
502 self.__errored__ = True
503 with recording(self, False) as sbuf:
504 # False because there's no need to write "ERROR" to the stderr twice.
505 # Once by the Python unittest framework, and a second time by us.
506 print >> sbuf, "ERROR"
507
Johnny Chen150c3cc2010-10-15 01:18:29 +0000508 def markFailure(self):
509 """Callback invoked when we (the test case instance) failed."""
Johnny Chen56f79392010-10-15 02:28:13 +0000510 self.__failed__ = True
Johnny Chen150c3cc2010-10-15 01:18:29 +0000511 with recording(self, False) as sbuf:
Johnny Chenfd64df42010-10-15 16:22:10 +0000512 # False because there's no need to write "FAIL" to the stderr twice.
513 # Once by the Python unittest framework, and a second time by us.
Johnny Chen150c3cc2010-10-15 01:18:29 +0000514 print >> sbuf, "FAIL"
515
Johnny Chen110bd0f2010-11-03 18:17:03 +0000516 def markExpectedFailure(self):
517 """Callback invoked when an expected failure/error occurred."""
518 self.__expected__ = True
519 with recording(self, False) as sbuf:
520 # False because there's no need to write "expected failure" to the
521 # stderr twice.
522 # Once by the Python unittest framework, and a second time by us.
523 print >> sbuf, "expected failure"
524
Johnny Chen150c3cc2010-10-15 01:18:29 +0000525 def dumpSessionInfo(self):
526 """
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000527 Dump the debugger interactions leading to a test error/failure. This
528 allows for more convenient postmortem analysis.
Johnny Chen110bd0f2010-11-03 18:17:03 +0000529
530 See also LLDBTestResult (dotest.py) which is a singlton class derived
531 from TextTestResult and overwrites addError, addFailure, and
532 addExpectedFailure methods to allow us to to mark the test instance as
533 such.
Johnny Chen150c3cc2010-10-15 01:18:29 +0000534 """
Johnny Chenb2d4f7f2010-11-03 00:09:38 +0000535
536 # We are here because self.tearDown() detected that this test instance
537 # either errored or failed. The lldb.test_result singleton contains
538 # two lists (erros and failures) which get populated by the unittest
539 # framework. Look over there for stack trace information.
540 #
Johnny Chen110bd0f2010-11-03 18:17:03 +0000541 # The lists contain 2-tuples of TestCase instances and strings holding
542 # formatted tracebacks.
543 #
Johnny Chenb2d4f7f2010-11-03 00:09:38 +0000544 # See http://docs.python.org/library/unittest.html#unittest.TestResult.
Johnny Chen110bd0f2010-11-03 18:17:03 +0000545 if self.__errored__:
546 pairs = lldb.test_result.errors
547 elif self.__failed__:
548 pairs = lldb.test_result.failures
549 elif self.__expected__:
550 pairs = lldb.test_result.expectedFailures
551 else:
552 # Simply return, there's no session info to dump!
553 return
554
555 for test, traceback in pairs:
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000556 if test is self:
Johnny Chen110bd0f2010-11-03 18:17:03 +0000557 print >> self.session, traceback
Johnny Chen150c3cc2010-10-15 01:18:29 +0000558
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000559 dname = os.path.join(os.environ["LLDB_TEST"],
Johnny Chen096011e2010-10-21 16:55:35 +0000560 os.environ["LLDB_SESSION_DIRNAME"])
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000561 if not os.path.isdir(dname):
562 os.mkdir(dname)
563 fname = os.path.join(dname, "%s.log" % self.id())
Johnny Chen150c3cc2010-10-15 01:18:29 +0000564 with open(fname, "w") as f:
Johnny Chen096011e2010-10-21 16:55:35 +0000565 import datetime
566 print >> f, "Session info generated @", datetime.datetime.now().ctime()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000567 print >> f, self.session.getvalue()
568
Johnny Chen1e4fc3c2010-10-19 22:45:25 +0000569 def setTearDownCleanup(self, dictionary=None):
570 """Register a cleanup action at tearDown() time with a dictinary"""
571 self.dict = dictionary
572 self.doTearDownCleanup = True
573
Johnny Chen707d8222010-10-19 23:40:13 +0000574 def addTearDownHook(self, hook):
575 """
576 Add a function to be run during tearDown() time.
577
578 Hooks are executed in a first come first serve manner.
579 """
Johnny Chenbf457192010-10-20 18:12:58 +0000580 if callable(hook):
581 with recording(self, traceAlways) as sbuf:
Johnny Chenab9c1dd2010-11-01 20:35:01 +0000582 print >> sbuf, "Adding tearDown hook:", getsource_if_available(hook)
Johnny Chenbf457192010-10-20 18:12:58 +0000583 self.hooks.append(hook)
Johnny Chen707d8222010-10-19 23:40:13 +0000584
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000585 def tearDown(self):
Johnny Chen7d1d7532010-09-02 21:23:12 +0000586 #import traceback
587 #traceback.print_stack()
588
Johnny Chen707d8222010-10-19 23:40:13 +0000589 # Check and run any hook functions.
590 for hook in self.hooks:
Johnny Chenbf457192010-10-20 18:12:58 +0000591 with recording(self, traceAlways) as sbuf:
Johnny Chenab9c1dd2010-11-01 20:35:01 +0000592 print >> sbuf, "Executing tearDown hook:", getsource_if_available(hook)
Johnny Chen707d8222010-10-19 23:40:13 +0000593 hook()
594
Johnny Chen7d1d7532010-09-02 21:23:12 +0000595 # Terminate the current process being debugged, if any.
Johnny Chen6ca006c2010-08-16 21:28:10 +0000596 if self.runStarted:
Johnny Chen7d1d7532010-09-02 21:23:12 +0000597 self.runCmd("process kill", PROCESS_KILLED, check=False)
598 elif self.process and self.process.IsValid():
Johnny Chen0ed37c92010-10-07 02:04:14 +0000599 rc = self.invoke(self.process, "Kill")
Johnny Chen7d1d7532010-09-02 21:23:12 +0000600 self.assertTrue(rc.Success(), PROCESS_KILLED)
Johnny Chen0ed37c92010-10-07 02:04:14 +0000601 del self.process
Johnny Chen6ca006c2010-08-16 21:28:10 +0000602
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000603 del self.dbg
Johnny Chen707d8222010-10-19 23:40:13 +0000604 del self.hooks
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000605
Johnny Chenc70b02a2010-09-22 23:00:20 +0000606 # Perform registered teardown cleanup.
Johnny Chen707b3c92010-10-11 22:25:46 +0000607 if doCleanup and self.doTearDownCleanup:
Johnny Chenc70b02a2010-09-22 23:00:20 +0000608 module = __import__(sys.platform)
Johnny Chen24d6ea22010-10-16 00:08:49 +0000609 if not module.cleanup(self, dictionary=self.dict):
Johnny Chenc70b02a2010-09-22 23:00:20 +0000610 raise Exception("Don't know how to do cleanup")
611
Johnny Chen110bd0f2010-11-03 18:17:03 +0000612 # We always dump the session infos for failures/errors.
613 self.dumpSessionInfo()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000614
Johnny Chen63dfb272010-09-01 00:15:19 +0000615 def runCmd(self, cmd, msg=None, check=True, trace=False, setCookie=True):
Johnny Chen27f212d2010-08-19 23:26:59 +0000616 """
617 Ask the command interpreter to handle the command and then check its
618 return status.
619 """
620 # Fail fast if 'cmd' is not meaningful.
621 if not cmd or len(cmd) == 0:
622 raise Exception("Bad 'cmd' parameter encountered")
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000623
Johnny Chen8d55a342010-08-31 17:42:54 +0000624 trace = (True if traceAlways else trace)
Johnny Chend0190a62010-08-23 17:10:44 +0000625
Johnny Chen63dfb272010-09-01 00:15:19 +0000626 running = (cmd.startswith("run") or cmd.startswith("process launch"))
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000627
Johnny Chen63dfb272010-09-01 00:15:19 +0000628 for i in range(self.maxLaunchCount if running else 1):
Johnny Chenf2b70232010-08-25 18:49:48 +0000629 self.ci.HandleCommand(cmd, self.res)
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000630
Johnny Chen150c3cc2010-10-15 01:18:29 +0000631 with recording(self, trace) as sbuf:
632 print >> sbuf, "runCmd:", cmd
Johnny Chenab254f52010-10-15 16:13:00 +0000633 if not check:
Johnny Chen27b107b2010-10-15 18:52:22 +0000634 print >> sbuf, "check of return status not required"
Johnny Chenf2b70232010-08-25 18:49:48 +0000635 if self.res.Succeeded():
Johnny Chen150c3cc2010-10-15 01:18:29 +0000636 print >> sbuf, "output:", self.res.GetOutput()
Johnny Chenf2b70232010-08-25 18:49:48 +0000637 else:
Johnny Chen150c3cc2010-10-15 01:18:29 +0000638 print >> sbuf, "runCmd failed!"
639 print >> sbuf, self.res.GetError()
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000640
Johnny Chen725945d2010-09-03 22:35:47 +0000641 if running:
642 # For process launch, wait some time before possible next try.
643 time.sleep(self.timeWait)
644
Johnny Chenff3d01d2010-08-20 21:03:09 +0000645 if self.res.Succeeded():
Johnny Chenf2b70232010-08-25 18:49:48 +0000646 break
Johnny Chen150c3cc2010-10-15 01:18:29 +0000647 elif running:
648 with recording(self, True) as sbuf:
649 print >> sbuf, "Command '" + cmd + "' failed!"
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000650
Johnny Chen7d1d7532010-09-02 21:23:12 +0000651 # Modify runStarted only if "run" or "process launch" was encountered.
652 if running:
653 self.runStarted = running and setCookie
Johnny Chen63dfb272010-09-01 00:15:19 +0000654
Johnny Chen27f212d2010-08-19 23:26:59 +0000655 if check:
656 self.assertTrue(self.res.Succeeded(),
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000657 msg if msg else CMD_MSG(cmd, True))
Johnny Chen27f212d2010-08-19 23:26:59 +0000658
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000659 def expect(self, str, msg=None, patterns=None, startstr=None, substrs=None, trace=False, error=False, matching=True, exe=True):
Johnny Chen27f212d2010-08-19 23:26:59 +0000660 """
661 Similar to runCmd; with additional expect style output matching ability.
662
663 Ask the command interpreter to handle the command and then check its
664 return status. The 'msg' parameter specifies an informational assert
665 message. We expect the output from running the command to start with
Johnny Chenea88e942010-09-21 21:08:53 +0000666 'startstr', matches the substrings contained in 'substrs', and regexp
667 matches the patterns contained in 'patterns'.
Johnny Chenb3307862010-09-17 22:28:51 +0000668
669 If the keyword argument error is set to True, it signifies that the API
670 client is expecting the command to fail. In this case, the error stream
Johnny Chenaa902922010-09-17 22:45:27 +0000671 from running the command is retrieved and compared against the golden
Johnny Chenb3307862010-09-17 22:28:51 +0000672 input, instead.
Johnny Chenea88e942010-09-21 21:08:53 +0000673
674 If the keyword argument matching is set to False, it signifies that the API
675 client is expecting the output of the command not to match the golden
676 input.
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000677
678 Finally, the required argument 'str' represents the lldb command to be
679 sent to the command interpreter. In case the keyword argument 'exe' is
680 set to False, the 'str' is treated as a string to be matched/not-matched
681 against the golden input.
Johnny Chen27f212d2010-08-19 23:26:59 +0000682 """
Johnny Chen8d55a342010-08-31 17:42:54 +0000683 trace = (True if traceAlways else trace)
Johnny Chend0190a62010-08-23 17:10:44 +0000684
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000685 if exe:
686 # First run the command. If we are expecting error, set check=False.
Johnny Chen62d4f862010-10-28 21:10:32 +0000687 # Pass the assert message along since it provides more semantic info.
Johnny Chenebfff952010-10-28 18:24:22 +0000688 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
Johnny Chen27f212d2010-08-19 23:26:59 +0000689
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000690 # Then compare the output against expected strings.
691 output = self.res.GetError() if error else self.res.GetOutput()
Johnny Chenb3307862010-09-17 22:28:51 +0000692
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000693 # If error is True, the API client expects the command to fail!
694 if error:
695 self.assertFalse(self.res.Succeeded(),
696 "Command '" + str + "' is expected to fail!")
697 else:
698 # No execution required, just compare str against the golden input.
699 output = str
Johnny Chen150c3cc2010-10-15 01:18:29 +0000700 with recording(self, trace) as sbuf:
701 print >> sbuf, "looking at:", output
Johnny Chenb3307862010-09-17 22:28:51 +0000702
Johnny Chenea88e942010-09-21 21:08:53 +0000703 # The heading says either "Expecting" or "Not expecting".
Johnny Chen150c3cc2010-10-15 01:18:29 +0000704 heading = "Expecting" if matching else "Not expecting"
Johnny Chenea88e942010-09-21 21:08:53 +0000705
706 # Start from the startstr, if specified.
707 # If there's no startstr, set the initial state appropriately.
708 matched = output.startswith(startstr) if startstr else (True if matching else False)
Johnny Chenb145bba2010-08-20 18:25:15 +0000709
Johnny Chen150c3cc2010-10-15 01:18:29 +0000710 if startstr:
711 with recording(self, trace) as sbuf:
712 print >> sbuf, "%s start string: %s" % (heading, startstr)
713 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenb145bba2010-08-20 18:25:15 +0000714
Johnny Chenea88e942010-09-21 21:08:53 +0000715 # Look for sub strings, if specified.
716 keepgoing = matched if matching else not matched
717 if substrs and keepgoing:
Johnny Chen27f212d2010-08-19 23:26:59 +0000718 for str in substrs:
Johnny Chenb052f6c2010-09-23 23:35:28 +0000719 matched = output.find(str) != -1
Johnny Chen150c3cc2010-10-15 01:18:29 +0000720 with recording(self, trace) as sbuf:
721 print >> sbuf, "%s sub string: %s" % (heading, str)
722 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenea88e942010-09-21 21:08:53 +0000723 keepgoing = matched if matching else not matched
724 if not keepgoing:
Johnny Chen27f212d2010-08-19 23:26:59 +0000725 break
726
Johnny Chenea88e942010-09-21 21:08:53 +0000727 # Search for regular expression patterns, if specified.
728 keepgoing = matched if matching else not matched
729 if patterns and keepgoing:
730 for pattern in patterns:
731 # Match Objects always have a boolean value of True.
732 matched = bool(re.search(pattern, output))
Johnny Chen150c3cc2010-10-15 01:18:29 +0000733 with recording(self, trace) as sbuf:
734 print >> sbuf, "%s pattern: %s" % (heading, pattern)
735 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenea88e942010-09-21 21:08:53 +0000736 keepgoing = matched if matching else not matched
737 if not keepgoing:
738 break
Johnny Chenea88e942010-09-21 21:08:53 +0000739
740 self.assertTrue(matched if matching else not matched,
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000741 msg if msg else CMD_MSG(str, exe))
Johnny Chen27f212d2010-08-19 23:26:59 +0000742
Johnny Chenf3c59232010-08-25 22:52:45 +0000743 def invoke(self, obj, name, trace=False):
Johnny Chen61703c92010-08-25 22:56:10 +0000744 """Use reflection to call a method dynamically with no argument."""
Johnny Chen8d55a342010-08-31 17:42:54 +0000745 trace = (True if traceAlways else trace)
Johnny Chenf3c59232010-08-25 22:52:45 +0000746
747 method = getattr(obj, name)
748 import inspect
749 self.assertTrue(inspect.ismethod(method),
750 name + "is a method name of object: " + str(obj))
751 result = method()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000752 with recording(self, trace) as sbuf:
753 print >> sbuf, str(method) + ":", result
Johnny Chenf3c59232010-08-25 22:52:45 +0000754 return result
Johnny Chen827edff2010-08-27 00:15:48 +0000755
Johnny Chen13639082010-09-01 22:08:51 +0000756 def breakAfterLaunch(self, process, func, trace=False):
757 """
758 Perform some dancees after LaunchProcess() to break at func name.
759
760 Return True if we can successfully break at the func name in due time.
761 """
762 trace = (True if traceAlways else trace)
763
764 count = 0
765 while True:
766 # The stop reason of the thread should be breakpoint.
767 thread = process.GetThreadAtIndex(0)
768 SR = thread.GetStopReason()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000769 with recording(self, trace) as sbuf:
770 print >> sbuf, "StopReason =", StopReasonString(SR)
Johnny Chen13639082010-09-01 22:08:51 +0000771
772 if SR == StopReasonEnum("Breakpoint"):
773 frame = thread.GetFrameAtIndex(0)
774 name = frame.GetFunction().GetName()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000775 with recording(self, trace) as sbuf:
776 print >> sbuf, "function =", name
Johnny Chen13639082010-09-01 22:08:51 +0000777 if (name == func):
778 # We got what we want; now break out of the loop.
779 return True
780
781 # The inferior is in a transient state; continue the process.
782 time.sleep(1.0)
Johnny Chen150c3cc2010-10-15 01:18:29 +0000783 with recording(self, trace) as sbuf:
784 print >> sbuf, "Continuing the process:", process
Johnny Chen13639082010-09-01 22:08:51 +0000785 process.Continue()
786
787 count = count + 1
Johnny Chenae745562010-09-15 00:00:54 +0000788 if count == 15:
Johnny Chen150c3cc2010-10-15 01:18:29 +0000789 with recording(self, trace) as sbuf:
790 print >> sbuf, "Reached 15 iterations, giving up..."
Johnny Chen13639082010-09-01 22:08:51 +0000791 # Enough iterations already, break out of the loop.
792 return False
793
794 # End of while loop.
795
796
Johnny Chenc70b02a2010-09-22 23:00:20 +0000797 def buildDefault(self, architecture=None, compiler=None, dictionary=None):
Johnny Chen1b1b9ac2010-09-03 23:49:16 +0000798 """Platform specific way to build the default binaries."""
799 module = __import__(sys.platform)
Johnny Chen690fcef2010-10-15 23:55:05 +0000800 if not module.buildDefault(self, architecture, compiler, dictionary):
Johnny Chen1b1b9ac2010-09-03 23:49:16 +0000801 raise Exception("Don't know how to build default binary")
802
Johnny Chenc70b02a2010-09-22 23:00:20 +0000803 def buildDsym(self, architecture=None, compiler=None, dictionary=None):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000804 """Platform specific way to build binaries with dsym info."""
Johnny Chen8d55a342010-08-31 17:42:54 +0000805 module = __import__(sys.platform)
Johnny Chen690fcef2010-10-15 23:55:05 +0000806 if not module.buildDsym(self, architecture, compiler, dictionary):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000807 raise Exception("Don't know how to build binary with dsym")
808
Johnny Chenc70b02a2010-09-22 23:00:20 +0000809 def buildDwarf(self, architecture=None, compiler=None, dictionary=None):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000810 """Platform specific way to build binaries with dwarf maps."""
Johnny Chen8d55a342010-08-31 17:42:54 +0000811 module = __import__(sys.platform)
Johnny Chen690fcef2010-10-15 23:55:05 +0000812 if not module.buildDwarf(self, architecture, compiler, dictionary):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000813 raise Exception("Don't know how to build binary with dwarf")
814
Johnny Chen827edff2010-08-27 00:15:48 +0000815 def DebugSBValue(self, frame, val):
Johnny Chen8d55a342010-08-31 17:42:54 +0000816 """Debug print a SBValue object, if traceAlways is True."""
817 if not traceAlways:
Johnny Chen827edff2010-08-27 00:15:48 +0000818 return
819
820 err = sys.stderr
821 err.write(val.GetName() + ":\n")
Johnny Chen6713a9b2010-11-01 16:08:47 +0000822 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n')
823 err.write('\t' + "ByteSize -> " + str(val.GetByteSize()) + '\n')
824 err.write('\t' + "NumChildren -> " + str(val.GetNumChildren()) + '\n')
825 err.write('\t' + "Value -> " + str(val.GetValue(frame)) + '\n')
826 err.write('\t' + "Summary -> " + str(val.GetSummary(frame)) + '\n')
827 err.write('\t' + "IsPointerType -> " + str(val.TypeIsPointerType()) + '\n')
828 err.write('\t' + "Location -> " + val.GetLocation(frame) + '\n')
Johnny Chen827edff2010-08-27 00:15:48 +0000829