blob: 7acd2c733edd5a892f04653790e0c829b1feebb6 [file] [log] [blame]
Johnny Chena1affab2010-07-03 03:41:59 +00001"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
12entire test suite. Users who want to run a test case on its own can specify the
13LLDB_TEST and PYTHONPATH environment variables, for example:
14
15$ export LLDB_TEST=$PWD
Johnny Chen9de4ede2010-08-31 17:42:54 +000016$ export PYTHONPATH=/Volumes/data/lldb/svn/trunk/build/Debug/LLDB.framework/Resources/Python:$LLDB_TEST:$LLDB_TEST/plugins
Johnny Chena1affab2010-07-03 03:41:59 +000017$ echo $LLDB_TEST
18/Volumes/data/lldb/svn/trunk/test
19$ echo $PYTHONPATH
Johnny Chen9de4ede2010-08-31 17:42:54 +000020/Volumes/data/lldb/svn/trunk/build/Debug/LLDB.framework/Resources/Python:/Volumes/data/lldb/svn/trunk/test:/Volumes/data/lldb/svn/trunk/test/plugins
Johnny Chena1affab2010-07-03 03:41:59 +000021$ python function_types/TestFunctionTypes.py
22.
23----------------------------------------------------------------------
24Ran 1 test in 0.363s
25
26OK
Johnny Chend0c24b22010-08-23 17:10:44 +000027$ LLDB_COMMAND_TRACE=YES python array_types/TestArrayTypes.py
Johnny Chen59ea45f2010-09-02 22:25:47 +000028
29...
Johnny Chend0c24b22010-08-23 17:10:44 +000030
31runCmd: breakpoint set -f main.c -l 42
32output: Breakpoint created: 1: file ='main.c', line = 42, locations = 1
33
34runCmd: run
35output: Launching '/Volumes/data/lldb/svn/trunk/test/array_types/a.out' (x86_64)
36
Johnny Chen59ea45f2010-09-02 22:25:47 +000037...
Johnny Chend0c24b22010-08-23 17:10:44 +000038
Johnny Chen59ea45f2010-09-02 22:25:47 +000039runCmd: frame variable strings
Johnny Chend0c24b22010-08-23 17:10:44 +000040output: (char *[4]) strings = {
41 (char *) strings[0] = 0x0000000100000f0c "Hello",
42 (char *) strings[1] = 0x0000000100000f12 "Hola",
43 (char *) strings[2] = 0x0000000100000f17 "Bonjour",
44 (char *) strings[3] = 0x0000000100000f1f "Guten Tag"
45}
46
Johnny Chen59ea45f2010-09-02 22:25:47 +000047runCmd: frame variable char_16
Johnny Chend0c24b22010-08-23 17:10:44 +000048output: (char [16]) char_16 = {
49 (char) char_16[0] = 'H',
50 (char) char_16[1] = 'e',
51 (char) char_16[2] = 'l',
52 (char) char_16[3] = 'l',
53 (char) char_16[4] = 'o',
54 (char) char_16[5] = ' ',
55 (char) char_16[6] = 'W',
56 (char) char_16[7] = 'o',
57 (char) char_16[8] = 'r',
58 (char) char_16[9] = 'l',
59 (char) char_16[10] = 'd',
60 (char) char_16[11] = '\n',
61 (char) char_16[12] = '\0',
62 (char) char_16[13] = '\0',
63 (char) char_16[14] = '\0',
64 (char) char_16[15] = '\0'
65}
66
Johnny Chen59ea45f2010-09-02 22:25:47 +000067runCmd: frame variable ushort_matrix
Johnny Chend0c24b22010-08-23 17:10:44 +000068output: (unsigned short [2][3]) ushort_matrix = {
69 (unsigned short [3]) ushort_matrix[0] = {
70 (unsigned short) ushort_matrix[0][0] = 0x0001,
71 (unsigned short) ushort_matrix[0][1] = 0x0002,
72 (unsigned short) ushort_matrix[0][2] = 0x0003
73 },
74 (unsigned short [3]) ushort_matrix[1] = {
75 (unsigned short) ushort_matrix[1][0] = 0x000b,
76 (unsigned short) ushort_matrix[1][1] = 0x0016,
77 (unsigned short) ushort_matrix[1][2] = 0x0021
78 }
79}
80
Johnny Chen59ea45f2010-09-02 22:25:47 +000081runCmd: frame variable long_6
Johnny Chend0c24b22010-08-23 17:10:44 +000082output: (long [6]) long_6 = {
83 (long) long_6[0] = 1,
84 (long) long_6[1] = 2,
85 (long) long_6[2] = 3,
86 (long) long_6[3] = 4,
87 (long) long_6[4] = 5,
88 (long) long_6[5] = 6
89}
90
91.
92----------------------------------------------------------------------
93Ran 1 test in 0.349s
94
95OK
Johnny Chena1affab2010-07-03 03:41:59 +000096$
97"""
98
Johnny Chen93ae6042010-09-21 22:34:45 +000099import os, sys, traceback
Johnny Chen2d899752010-09-21 21:08:53 +0000100import re
Johnny Chena1cc8832010-08-30 21:35:00 +0000101from subprocess import *
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000102import StringIO
Johnny Chen65572482010-08-25 18:49:48 +0000103import time
Johnny Chen1acaf632010-08-30 23:08:52 +0000104import types
Johnny Chen75e28f92010-08-05 23:42:46 +0000105import unittest2
Johnny Chena1affab2010-07-03 03:41:59 +0000106import lldb
107
Johnny Chen548aefd2010-10-11 22:25:46 +0000108# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
109# LLDB_COMMAND_TRACE and LLDB_NO_CLEANUP are set from '-t' and '-r dir' options.
110
111# By default, traceAlways is False.
Johnny Chen9de4ede2010-08-31 17:42:54 +0000112if "LLDB_COMMAND_TRACE" in os.environ and os.environ["LLDB_COMMAND_TRACE"]=="YES":
113 traceAlways = True
114else:
115 traceAlways = False
116
Johnny Chen548aefd2010-10-11 22:25:46 +0000117# By default, doCleanup is True.
118if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"]=="NO":
119 doCleanup = False
120else:
121 doCleanup = True
122
Johnny Chen9de4ede2010-08-31 17:42:54 +0000123
Johnny Chen96f08d52010-08-09 22:01:17 +0000124#
125# Some commonly used assert messages.
126#
127
Johnny Chenee975b82010-09-17 22:45:27 +0000128COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
129
Johnny Chen96f08d52010-08-09 22:01:17 +0000130CURRENT_EXECUTABLE_SET = "Current executable set successfully"
131
Johnny Chen72a14342010-09-02 21:23:12 +0000132PROCESS_IS_VALID = "Process is valid"
133
134PROCESS_KILLED = "Process is killed successfully"
135
Johnny Chen1bb9f9a2010-08-27 23:47:36 +0000136RUN_SUCCEEDED = "Process is launched successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +0000137
Johnny Chend85dae52010-08-09 23:44:24 +0000138RUN_COMPLETED = "Process exited successfully"
Johnny Chen96f08d52010-08-09 22:01:17 +0000139
Johnny Chen5349ee22010-10-05 19:27:32 +0000140BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
141
Johnny Chend85dae52010-08-09 23:44:24 +0000142BREAKPOINT_CREATED = "Breakpoint created successfully"
143
Johnny Chen9b92c6e2010-08-17 21:33:31 +0000144BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
145
Johnny Chend85dae52010-08-09 23:44:24 +0000146BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
Johnny Chen96f08d52010-08-09 22:01:17 +0000147
Johnny Chen72afa8d2010-09-30 17:06:24 +0000148BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
149
Johnny Chenc55dace2010-10-15 18:07:09 +0000150BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
151
Johnny Chen0b3ee552010-09-22 23:00:20 +0000152STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
153
Johnny Chen96f08d52010-08-09 22:01:17 +0000154STOPPED_DUE_TO_BREAKPOINT = "Process state is stopped due to breakpoint"
155
Johnny Chenf6bdb192010-10-20 18:38:48 +0000156STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
157
Johnny Chend7a4eb02010-10-14 01:22:03 +0000158STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
159
Johnny Chen96f08d52010-08-09 22:01:17 +0000160STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
161
Johnny Chen4917e102010-08-24 22:07:56 +0000162DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
163
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000164VALID_BREAKPOINT = "Got a valid breakpoint"
165
Johnny Chen0601a292010-10-22 18:10:25 +0000166VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
167
Johnny Chen1bb9f9a2010-08-27 23:47:36 +0000168VALID_FILESPEC = "Got a valid filespec"
169
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000170VALID_PROCESS = "Got a valid process"
171
172VALID_TARGET = "Got a valid target"
173
Johnny Chen22b95b22010-08-25 19:00:04 +0000174VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
Johnny Chen96f08d52010-08-09 22:01:17 +0000175
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000176
Johnny Chend85dae52010-08-09 23:44:24 +0000177#
178# And a generic "Command '%s' returns successfully" message generator.
179#
Johnny Chen8e06de92010-09-21 23:33:30 +0000180def CMD_MSG(str, exe):
181 if exe:
182 return "Command '%s' returns successfully" % str
183 else:
184 return "'%s' compares successfully" % str
Johnny Chend85dae52010-08-09 23:44:24 +0000185
Johnny Chenb4d1fff2010-08-26 20:04:17 +0000186#
Johnny Chendb9cbe92010-10-19 19:11:38 +0000187# And a generic "Value of setting '%s' is correct" message generator.
188#
189def SETTING_MSG(setting):
190 return "Value of setting '%s' is correct" % setting
191
192#
Johnny Chenf4ce2882010-08-26 21:49:29 +0000193# Returns an env variable array from the os.environ map object.
194#
195def EnvArray():
196 return map(lambda k,v: k+"="+v, os.environ.keys(), os.environ.values())
197
Johnny Chen14906002010-10-11 23:52:19 +0000198def line_number(filename, string_to_match):
199 """Helper function to return the line number of the first matched string."""
200 with open(filename, 'r') as f:
201 for i, line in enumerate(f):
202 if line.find(string_to_match) != -1:
203 # Found our match.
Johnny Chen0659e342010-10-12 00:09:25 +0000204 return i+1
Johnny Chen14906002010-10-11 23:52:19 +0000205 return -1
206
Johnny Chen5349ee22010-10-05 19:27:32 +0000207def pointer_size():
208 """Return the pointer size of the host system."""
209 import ctypes
210 a_pointer = ctypes.c_void_p(0xffff)
211 return 8 * ctypes.sizeof(a_pointer)
212
Johnny Chen9c10c182010-08-27 00:15:48 +0000213
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000214class recording(StringIO.StringIO):
215 """
216 A nice little context manager for recording the debugger interactions into
217 our session object. If trace flag is ON, it also emits the interactions
218 into the stderr.
219 """
220 def __init__(self, test, trace):
Johnny Chen1b7d6292010-10-15 23:55:05 +0000221 """Create a StringIO instance; record the session obj and trace flag."""
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000222 StringIO.StringIO.__init__(self)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000223 self.session = test.session if test else None
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000224 self.trace = trace
225
226 def __enter__(self):
227 """
228 Context management protocol on entry to the body of the with statement.
229 Just return the StringIO object.
230 """
231 return self
232
233 def __exit__(self, type, value, tb):
234 """
235 Context management protocol on exit from the body of the with statement.
236 If trace is ON, it emits the recordings into stderr. Always add the
237 recordings to our session object. And close the StringIO object, too.
238 """
239 if self.trace:
Johnny Chen1b7d6292010-10-15 23:55:05 +0000240 print >> sys.stderr, self.getvalue()
241 if self.session:
242 print >> self.session, self.getvalue()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000243 self.close()
244
Johnny Chen1b7d6292010-10-15 23:55:05 +0000245# From 2.7's subprocess.check_output() convenience function.
246def system(*popenargs, **kwargs):
247 r"""Run command with arguments and return its output as a byte string.
248
249 If the exit code was non-zero it raises a CalledProcessError. The
250 CalledProcessError object will have the return code in the returncode
251 attribute and output in the output attribute.
252
253 The arguments are the same as for the Popen constructor. Example:
254
255 >>> check_output(["ls", "-l", "/dev/null"])
256 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
257
258 The stdout argument is not allowed as it is used internally.
259 To capture standard error in the result, use stderr=STDOUT.
260
261 >>> check_output(["/bin/sh", "-c",
262 ... "ls -l non_existent_file ; exit 0"],
263 ... stderr=STDOUT)
264 'ls: non_existent_file: No such file or directory\n'
265 """
266
267 # Assign the sender object to variable 'test' and remove it from kwargs.
268 test = kwargs.pop('sender', None)
269
270 if 'stdout' in kwargs:
271 raise ValueError('stdout argument not allowed, it will be overridden.')
272 process = Popen(stdout=PIPE, *popenargs, **kwargs)
273 output, error = process.communicate()
274 retcode = process.poll()
275
276 with recording(test, traceAlways) as sbuf:
277 if isinstance(popenargs, types.StringTypes):
278 args = [popenargs]
279 else:
280 args = list(popenargs)
281 print >> sbuf
282 print >> sbuf, "os command:", args
283 print >> sbuf, "stdout:", output
284 print >> sbuf, "stderr:", error
285 print >> sbuf, "retcode:", retcode
286 print >> sbuf
287
288 if retcode:
289 cmd = kwargs.get("args")
290 if cmd is None:
291 cmd = popenargs[0]
292 raise CalledProcessError(retcode, cmd)
293 return output
294
Johnny Chen75e28f92010-08-05 23:42:46 +0000295class TestBase(unittest2.TestCase):
Johnny Chen607b7a12010-10-22 23:15:46 +0000296 """
297 This abstract base class is meant to be subclassed. It provides default
298 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
299 among other things.
300
301 Important things for test class writers:
302
303 - Overwrite the mydir class attribute, otherwise your test class won't
304 run. It specifies the relative directory to the top level 'test' so
305 the test harness can change to the correct working directory before
306 running your test.
307
308 - The setUp method sets up things to facilitate subsequent interactions
309 with the debugger as part of the test. These include:
310 - create/get a debugger set with synchronous mode (self.dbg)
311 - get the command interpreter from with the debugger (self.ci)
312 - create a result object for use with the command interpreter
313 (self.result)
314 - plus other stuffs
315
316 - The tearDown method tries to perform some necessary cleanup on behalf
317 of the test to return the debugger to a good state for the next test.
318 These include:
319 - execute any tearDown hooks registered by the test method with
320 TestBase.addTearDownHook(); examples can be found in
321 settings/TestSettings.py
322 - kill the inferior process launched during the test method
323 - if by 'run' or 'process launch' command, 'process kill'
324 command is used
325 - if the test method uses LLDB Python API to launch process,
326 it should assign the process object to self.process; that
327 way, tearDown will use self.process.Kill() on the object
328 - perform build cleanup before running the next test method in the
329 same test class; examples of registering for this service can be
330 found in types/TestIntegerTypes.py with the call:
331 - self.setTearDownCleanup(dictionary=d)
332
333 - Similarly setUpClass and tearDownClass perform classwise setup and
334 teardown fixtures. The tearDownClass method invokes a default build
335 cleanup for the entire test class; also, subclasses can implement the
336 classmethod classCleanup(cls) to perform special class cleanup action.
337
338 - The instance methods runCmd and expect are used heavily by existing
339 test cases to send a command to the command interpreter and to perform
340 string/pattern matching on the output of such command execution. The
341 expect method also provides a mode to peform string/pattern matching
342 without running a command.
343
344 - The build methods buildDefault, buildDsym, and buildDwarf are used to
345 build the binaries used during a particular test scenario. A plugin
346 should be provided for the sys.platform running the test suite. The
347 Mac OS X implementation is located in plugins/darwin.py.
348
349 """
Johnny Chena1affab2010-07-03 03:41:59 +0000350
Johnny Chen41998192010-10-01 22:59:49 +0000351 @classmethod
352 def skipLongRunningTest(cls):
353 """
354 By default, we skip long running test case.
355 This can be overridden by passing '-l' to the test driver (dotest.py).
356 """
357 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ["LLDB_SKIP_LONG_RUNNING_TEST"]:
358 return False
359 else:
360 return True
361
Johnny Chena1affab2010-07-03 03:41:59 +0000362 # The concrete subclass should override this attribute.
Johnny Chenf8c723b2010-07-03 20:41:42 +0000363 mydir = None
Johnny Chena1affab2010-07-03 03:41:59 +0000364
Johnny Chenffde4fc2010-08-16 21:28:10 +0000365 # State pertaining to the inferior process, if any.
Johnny Chen59ea45f2010-09-02 22:25:47 +0000366 # This reflects inferior process started through the command interface with
367 # either the lldb "run" or "process launch" command.
368 # See also self.runCmd().
Johnny Chenffde4fc2010-08-16 21:28:10 +0000369 runStarted = False
370
Johnny Chen65572482010-08-25 18:49:48 +0000371 # Maximum allowed attempts when launching the inferior process.
372 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
373 maxLaunchCount = 3;
374
375 # Time to wait before the next launching attempt in second(s).
Johnny Chend2965212010-10-19 16:00:42 +0000376 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
Johnny Chen65572482010-08-25 18:49:48 +0000377 timeWait = 1.0;
378
Johnny Chend3521cc2010-09-16 01:53:04 +0000379 # Keep track of the old current working directory.
380 oldcwd = None
Johnny Chen88f83042010-08-05 21:23:45 +0000381
Johnny Chend3521cc2010-09-16 01:53:04 +0000382 @classmethod
383 def setUpClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000384 """
385 Python unittest framework class setup fixture.
386 Do current directory manipulation.
387 """
388
Johnny Chenf8c723b2010-07-03 20:41:42 +0000389 # Fail fast if 'mydir' attribute is not overridden.
Johnny Chend3521cc2010-09-16 01:53:04 +0000390 if not cls.mydir or len(cls.mydir) == 0:
Johnny Chenf8c723b2010-07-03 20:41:42 +0000391 raise Exception("Subclasses must override the 'mydir' attribute.")
Johnny Chena1affab2010-07-03 03:41:59 +0000392 # Save old working directory.
Johnny Chend3521cc2010-09-16 01:53:04 +0000393 cls.oldcwd = os.getcwd()
Johnny Chena1affab2010-07-03 03:41:59 +0000394
395 # Change current working directory if ${LLDB_TEST} is defined.
396 # See also dotest.py which sets up ${LLDB_TEST}.
397 if ("LLDB_TEST" in os.environ):
Johnny Chend3521cc2010-09-16 01:53:04 +0000398 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000399 print >> sys.stderr, "Change dir to:", os.path.join(os.environ["LLDB_TEST"], cls.mydir)
Johnny Chend3521cc2010-09-16 01:53:04 +0000400 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
401
402 @classmethod
403 def tearDownClass(cls):
Johnny Chen41998192010-10-01 22:59:49 +0000404 """
405 Python unittest framework class teardown fixture.
406 Do class-wide cleanup.
407 """
Johnny Chend3521cc2010-09-16 01:53:04 +0000408
Johnny Chen548aefd2010-10-11 22:25:46 +0000409 if doCleanup:
410 # First, let's do the platform-specific cleanup.
411 module = __import__(sys.platform)
412 if not module.cleanup():
413 raise Exception("Don't know how to do cleanup")
Johnny Chend3521cc2010-09-16 01:53:04 +0000414
Johnny Chen548aefd2010-10-11 22:25:46 +0000415 # Subclass might have specific cleanup function defined.
416 if getattr(cls, "classCleanup", None):
417 if traceAlways:
418 print >> sys.stderr, "Call class-specific cleanup function for class:", cls
419 try:
420 cls.classCleanup()
421 except:
422 exc_type, exc_value, exc_tb = sys.exc_info()
423 traceback.print_exception(exc_type, exc_value, exc_tb)
Johnny Chend3521cc2010-09-16 01:53:04 +0000424
425 # Restore old working directory.
426 if traceAlways:
Johnny Chen72afa8d2010-09-30 17:06:24 +0000427 print >> sys.stderr, "Restore dir to:", cls.oldcwd
Johnny Chend3521cc2010-09-16 01:53:04 +0000428 os.chdir(cls.oldcwd)
429
430 def setUp(self):
431 #import traceback
432 #traceback.print_stack()
Johnny Chena1affab2010-07-03 03:41:59 +0000433
Johnny Chene47649c2010-10-07 02:04:14 +0000434 if ("LLDB_WAIT_BETWEEN_TEST_CASES" in os.environ and
435 os.environ["LLDB_WAIT_BETWEEN_TEST_CASES"] == 'YES'):
436 time.sleep(0.5)
437
Johnny Chen65572482010-08-25 18:49:48 +0000438 if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
439 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
440
Johnny Chend2965212010-10-19 16:00:42 +0000441 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
442 self.timeWait = float(os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
Johnny Chen65572482010-08-25 18:49:48 +0000443
Johnny Chena1affab2010-07-03 03:41:59 +0000444 # Create the debugger instance if necessary.
445 try:
446 self.dbg = lldb.DBG
Johnny Chena1affab2010-07-03 03:41:59 +0000447 except AttributeError:
448 self.dbg = lldb.SBDebugger.Create()
Johnny Chenf8c723b2010-07-03 20:41:42 +0000449
Johnny Chena1affab2010-07-03 03:41:59 +0000450 if not self.dbg.IsValid():
451 raise Exception('Invalid debugger instance')
452
453 # We want our debugger to be synchronous.
454 self.dbg.SetAsync(False)
455
Johnny Chen72a14342010-09-02 21:23:12 +0000456 # There is no process associated with the debugger as yet.
Johnny Chen59ea45f2010-09-02 22:25:47 +0000457 # See also self.tearDown() where it checks whether self.process has a
458 # valid reference and calls self.process.Kill() to kill the process.
Johnny Chen72a14342010-09-02 21:23:12 +0000459 self.process = None
460
Johnny Chena1affab2010-07-03 03:41:59 +0000461 # Retrieve the associated command interpreter instance.
462 self.ci = self.dbg.GetCommandInterpreter()
463 if not self.ci:
464 raise Exception('Could not get the command interpreter')
465
466 # And the result object.
467 self.res = lldb.SBCommandReturnObject()
468
Johnny Chen0b3ee552010-09-22 23:00:20 +0000469 # These are for customized teardown cleanup.
470 self.dict = None
471 self.doTearDownCleanup = False
472
Johnny Chen1b7d6292010-10-15 23:55:05 +0000473 # Create a string buffer to record the session info, to be dumped into a
474 # test case specific file if test failure is encountered.
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000475 self.session = StringIO.StringIO()
476
Johnny Chence681462010-10-19 00:25:01 +0000477 # Optimistically set self.__errored__ and self.__failed__ to False
478 # initially. If the test errored/failed, the session info
479 # (self.session) is then dumped into a session specific file for
480 # diagnosis.
481 self.__errored__ = False
Johnny Chen595c9d72010-10-15 02:28:13 +0000482 self.__failed__ = False
483
Johnny Chen705737b2010-10-19 23:40:13 +0000484 # See addTearDownHook(self, hook) which allows the client to add a hook
485 # function to be run during tearDown() time.
486 self.hooks = []
487
Johnny Chence681462010-10-19 00:25:01 +0000488 def markError(self):
489 """Callback invoked when we (the test case instance) errored."""
490 self.__errored__ = True
491 with recording(self, False) as sbuf:
492 # False because there's no need to write "ERROR" to the stderr twice.
493 # Once by the Python unittest framework, and a second time by us.
494 print >> sbuf, "ERROR"
495
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000496 def markFailure(self):
497 """Callback invoked when we (the test case instance) failed."""
Johnny Chen595c9d72010-10-15 02:28:13 +0000498 self.__failed__ = True
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000499 with recording(self, False) as sbuf:
Johnny Chen314a1452010-10-15 16:22:10 +0000500 # False because there's no need to write "FAIL" to the stderr twice.
501 # Once by the Python unittest framework, and a second time by us.
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000502 print >> sbuf, "FAIL"
503
504 def dumpSessionInfo(self):
505 """
Johnny Chence681462010-10-19 00:25:01 +0000506 Dump the debugger interactions leading to a test error/failure. This
507 allows for more convenient postmortem analysis.
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000508 """
Johnny Chence681462010-10-19 00:25:01 +0000509 for test, err in lldb.test_result.errors:
510 if test is self:
511 print >> self.session, err
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000512 for test, err in lldb.test_result.failures:
513 if test is self:
514 print >> self.session, err
515
Johnny Chence681462010-10-19 00:25:01 +0000516 dname = os.path.join(os.environ["LLDB_TEST"],
Johnny Chen125fc2b2010-10-21 16:55:35 +0000517 os.environ["LLDB_SESSION_DIRNAME"])
Johnny Chence681462010-10-19 00:25:01 +0000518 if not os.path.isdir(dname):
519 os.mkdir(dname)
520 fname = os.path.join(dname, "%s.log" % self.id())
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000521 with open(fname, "w") as f:
Johnny Chen125fc2b2010-10-21 16:55:35 +0000522 import datetime
523 print >> f, "Session info generated @", datetime.datetime.now().ctime()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000524 print >> f, self.session.getvalue()
525
Johnny Cheneb4f7a82010-10-19 22:45:25 +0000526 def setTearDownCleanup(self, dictionary=None):
527 """Register a cleanup action at tearDown() time with a dictinary"""
528 self.dict = dictionary
529 self.doTearDownCleanup = True
530
Johnny Chen705737b2010-10-19 23:40:13 +0000531 def addTearDownHook(self, hook):
532 """
533 Add a function to be run during tearDown() time.
534
535 Hooks are executed in a first come first serve manner.
536 """
Johnny Chen73a87102010-10-20 18:12:58 +0000537 if callable(hook):
538 with recording(self, traceAlways) as sbuf:
539 import inspect
540 print >> sbuf, "Adding tearDown hook:", inspect.getsource(hook)
541 self.hooks.append(hook)
Johnny Chen705737b2010-10-19 23:40:13 +0000542
Johnny Chena1affab2010-07-03 03:41:59 +0000543 def tearDown(self):
Johnny Chen72a14342010-09-02 21:23:12 +0000544 #import traceback
545 #traceback.print_stack()
546
Johnny Chen705737b2010-10-19 23:40:13 +0000547 # Check and run any hook functions.
548 for hook in self.hooks:
Johnny Chen73a87102010-10-20 18:12:58 +0000549 with recording(self, traceAlways) as sbuf:
550 import inspect
551 print >> sbuf, "Executing tearDown hook:", inspect.getsource(hook)
Johnny Chen705737b2010-10-19 23:40:13 +0000552 hook()
553
Johnny Chen72a14342010-09-02 21:23:12 +0000554 # Terminate the current process being debugged, if any.
Johnny Chenffde4fc2010-08-16 21:28:10 +0000555 if self.runStarted:
Johnny Chen72a14342010-09-02 21:23:12 +0000556 self.runCmd("process kill", PROCESS_KILLED, check=False)
557 elif self.process and self.process.IsValid():
Johnny Chene47649c2010-10-07 02:04:14 +0000558 rc = self.invoke(self.process, "Kill")
Johnny Chen72a14342010-09-02 21:23:12 +0000559 self.assertTrue(rc.Success(), PROCESS_KILLED)
Johnny Chene47649c2010-10-07 02:04:14 +0000560 del self.process
Johnny Chenffde4fc2010-08-16 21:28:10 +0000561
Johnny Chena1affab2010-07-03 03:41:59 +0000562 del self.dbg
Johnny Chen705737b2010-10-19 23:40:13 +0000563 del self.hooks
Johnny Chena1affab2010-07-03 03:41:59 +0000564
Johnny Chen0b3ee552010-09-22 23:00:20 +0000565 # Perform registered teardown cleanup.
Johnny Chen548aefd2010-10-11 22:25:46 +0000566 if doCleanup and self.doTearDownCleanup:
Johnny Chen0b3ee552010-09-22 23:00:20 +0000567 module = __import__(sys.platform)
Johnny Chen5486d072010-10-16 00:08:49 +0000568 if not module.cleanup(self, dictionary=self.dict):
Johnny Chen0b3ee552010-09-22 23:00:20 +0000569 raise Exception("Don't know how to do cleanup")
570
Johnny Chen595c9d72010-10-15 02:28:13 +0000571 # See also LLDBTestResult (dotest.py) which is a singlton class derived
Johnny Chence681462010-10-19 00:25:01 +0000572 # from TextTestResult and overwrites addError()/addFailure() methods to
573 # allow us to to check the error/failure status here.
574 if self.__errored__ or self.__failed__:
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000575 self.dumpSessionInfo()
576
Johnny Chen21f33412010-09-01 00:15:19 +0000577 def runCmd(self, cmd, msg=None, check=True, trace=False, setCookie=True):
Johnny Chen8df95eb2010-08-19 23:26:59 +0000578 """
579 Ask the command interpreter to handle the command and then check its
580 return status.
581 """
582 # Fail fast if 'cmd' is not meaningful.
583 if not cmd or len(cmd) == 0:
584 raise Exception("Bad 'cmd' parameter encountered")
Johnny Chen4f995f02010-08-20 17:57:32 +0000585
Johnny Chen9de4ede2010-08-31 17:42:54 +0000586 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +0000587
Johnny Chen21f33412010-09-01 00:15:19 +0000588 running = (cmd.startswith("run") or cmd.startswith("process launch"))
Johnny Chen4f995f02010-08-20 17:57:32 +0000589
Johnny Chen21f33412010-09-01 00:15:19 +0000590 for i in range(self.maxLaunchCount if running else 1):
Johnny Chen65572482010-08-25 18:49:48 +0000591 self.ci.HandleCommand(cmd, self.res)
Johnny Chen4f995f02010-08-20 17:57:32 +0000592
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000593 with recording(self, trace) as sbuf:
594 print >> sbuf, "runCmd:", cmd
Johnny Chen7c565c82010-10-15 16:13:00 +0000595 if not check:
Johnny Chen31cf8e22010-10-15 18:52:22 +0000596 print >> sbuf, "check of return status not required"
Johnny Chen65572482010-08-25 18:49:48 +0000597 if self.res.Succeeded():
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000598 print >> sbuf, "output:", self.res.GetOutput()
Johnny Chen65572482010-08-25 18:49:48 +0000599 else:
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000600 print >> sbuf, "runCmd failed!"
601 print >> sbuf, self.res.GetError()
Johnny Chen4f995f02010-08-20 17:57:32 +0000602
Johnny Chenc5b15db2010-09-03 22:35:47 +0000603 if running:
604 # For process launch, wait some time before possible next try.
605 time.sleep(self.timeWait)
606
Johnny Chen029acae2010-08-20 21:03:09 +0000607 if self.res.Succeeded():
Johnny Chen65572482010-08-25 18:49:48 +0000608 break
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000609 elif running:
610 with recording(self, True) as sbuf:
611 print >> sbuf, "Command '" + cmd + "' failed!"
Johnny Chen4f995f02010-08-20 17:57:32 +0000612
Johnny Chen72a14342010-09-02 21:23:12 +0000613 # Modify runStarted only if "run" or "process launch" was encountered.
614 if running:
615 self.runStarted = running and setCookie
Johnny Chen21f33412010-09-01 00:15:19 +0000616
Johnny Chen8df95eb2010-08-19 23:26:59 +0000617 if check:
618 self.assertTrue(self.res.Succeeded(),
Johnny Chen8e06de92010-09-21 23:33:30 +0000619 msg if msg else CMD_MSG(cmd, True))
Johnny Chen8df95eb2010-08-19 23:26:59 +0000620
Johnny Chen8e06de92010-09-21 23:33:30 +0000621 def expect(self, str, msg=None, patterns=None, startstr=None, substrs=None, trace=False, error=False, matching=True, exe=True):
Johnny Chen8df95eb2010-08-19 23:26:59 +0000622 """
623 Similar to runCmd; with additional expect style output matching ability.
624
625 Ask the command interpreter to handle the command and then check its
626 return status. The 'msg' parameter specifies an informational assert
627 message. We expect the output from running the command to start with
Johnny Chen2d899752010-09-21 21:08:53 +0000628 'startstr', matches the substrings contained in 'substrs', and regexp
629 matches the patterns contained in 'patterns'.
Johnny Chen9792f8e2010-09-17 22:28:51 +0000630
631 If the keyword argument error is set to True, it signifies that the API
632 client is expecting the command to fail. In this case, the error stream
Johnny Chenee975b82010-09-17 22:45:27 +0000633 from running the command is retrieved and compared against the golden
Johnny Chen9792f8e2010-09-17 22:28:51 +0000634 input, instead.
Johnny Chen2d899752010-09-21 21:08:53 +0000635
636 If the keyword argument matching is set to False, it signifies that the API
637 client is expecting the output of the command not to match the golden
638 input.
Johnny Chen8e06de92010-09-21 23:33:30 +0000639
640 Finally, the required argument 'str' represents the lldb command to be
641 sent to the command interpreter. In case the keyword argument 'exe' is
642 set to False, the 'str' is treated as a string to be matched/not-matched
643 against the golden input.
Johnny Chen8df95eb2010-08-19 23:26:59 +0000644 """
Johnny Chen9de4ede2010-08-31 17:42:54 +0000645 trace = (True if traceAlways else trace)
Johnny Chend0c24b22010-08-23 17:10:44 +0000646
Johnny Chen8e06de92010-09-21 23:33:30 +0000647 if exe:
648 # First run the command. If we are expecting error, set check=False.
649 self.runCmd(str, trace = (True if trace else False), check = not error)
Johnny Chen8df95eb2010-08-19 23:26:59 +0000650
Johnny Chen8e06de92010-09-21 23:33:30 +0000651 # Then compare the output against expected strings.
652 output = self.res.GetError() if error else self.res.GetOutput()
Johnny Chen9792f8e2010-09-17 22:28:51 +0000653
Johnny Chen8e06de92010-09-21 23:33:30 +0000654 # If error is True, the API client expects the command to fail!
655 if error:
656 self.assertFalse(self.res.Succeeded(),
657 "Command '" + str + "' is expected to fail!")
658 else:
659 # No execution required, just compare str against the golden input.
660 output = str
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000661 with recording(self, trace) as sbuf:
662 print >> sbuf, "looking at:", output
Johnny Chen9792f8e2010-09-17 22:28:51 +0000663
Johnny Chen2d899752010-09-21 21:08:53 +0000664 # The heading says either "Expecting" or "Not expecting".
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000665 heading = "Expecting" if matching else "Not expecting"
Johnny Chen2d899752010-09-21 21:08:53 +0000666
667 # Start from the startstr, if specified.
668 # If there's no startstr, set the initial state appropriately.
669 matched = output.startswith(startstr) if startstr else (True if matching else False)
Johnny Chenead35c82010-08-20 18:25:15 +0000670
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000671 if startstr:
672 with recording(self, trace) as sbuf:
673 print >> sbuf, "%s start string: %s" % (heading, startstr)
674 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenead35c82010-08-20 18:25:15 +0000675
Johnny Chen2d899752010-09-21 21:08:53 +0000676 # Look for sub strings, if specified.
677 keepgoing = matched if matching else not matched
678 if substrs and keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +0000679 for str in substrs:
Johnny Chen091bb1d2010-09-23 23:35:28 +0000680 matched = output.find(str) != -1
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000681 with recording(self, trace) as sbuf:
682 print >> sbuf, "%s sub string: %s" % (heading, str)
683 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +0000684 keepgoing = matched if matching else not matched
685 if not keepgoing:
Johnny Chen8df95eb2010-08-19 23:26:59 +0000686 break
687
Johnny Chen2d899752010-09-21 21:08:53 +0000688 # Search for regular expression patterns, if specified.
689 keepgoing = matched if matching else not matched
690 if patterns and keepgoing:
691 for pattern in patterns:
692 # Match Objects always have a boolean value of True.
693 matched = bool(re.search(pattern, output))
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000694 with recording(self, trace) as sbuf:
695 print >> sbuf, "%s pattern: %s" % (heading, pattern)
696 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chen2d899752010-09-21 21:08:53 +0000697 keepgoing = matched if matching else not matched
698 if not keepgoing:
699 break
Johnny Chen2d899752010-09-21 21:08:53 +0000700
701 self.assertTrue(matched if matching else not matched,
Johnny Chen8e06de92010-09-21 23:33:30 +0000702 msg if msg else CMD_MSG(str, exe))
Johnny Chen8df95eb2010-08-19 23:26:59 +0000703
Johnny Chena8b3cdd2010-08-25 22:52:45 +0000704 def invoke(self, obj, name, trace=False):
Johnny Chend8473bc2010-08-25 22:56:10 +0000705 """Use reflection to call a method dynamically with no argument."""
Johnny Chen9de4ede2010-08-31 17:42:54 +0000706 trace = (True if traceAlways else trace)
Johnny Chena8b3cdd2010-08-25 22:52:45 +0000707
708 method = getattr(obj, name)
709 import inspect
710 self.assertTrue(inspect.ismethod(method),
711 name + "is a method name of object: " + str(obj))
712 result = method()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000713 with recording(self, trace) as sbuf:
714 print >> sbuf, str(method) + ":", result
Johnny Chena8b3cdd2010-08-25 22:52:45 +0000715 return result
Johnny Chen9c10c182010-08-27 00:15:48 +0000716
Johnny Chenc202b492010-09-01 22:08:51 +0000717 def breakAfterLaunch(self, process, func, trace=False):
718 """
719 Perform some dancees after LaunchProcess() to break at func name.
720
721 Return True if we can successfully break at the func name in due time.
722 """
723 trace = (True if traceAlways else trace)
724
725 count = 0
726 while True:
727 # The stop reason of the thread should be breakpoint.
728 thread = process.GetThreadAtIndex(0)
729 SR = thread.GetStopReason()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000730 with recording(self, trace) as sbuf:
731 print >> sbuf, "StopReason =", StopReasonString(SR)
Johnny Chenc202b492010-09-01 22:08:51 +0000732
733 if SR == StopReasonEnum("Breakpoint"):
734 frame = thread.GetFrameAtIndex(0)
735 name = frame.GetFunction().GetName()
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000736 with recording(self, trace) as sbuf:
737 print >> sbuf, "function =", name
Johnny Chenc202b492010-09-01 22:08:51 +0000738 if (name == func):
739 # We got what we want; now break out of the loop.
740 return True
741
742 # The inferior is in a transient state; continue the process.
743 time.sleep(1.0)
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000744 with recording(self, trace) as sbuf:
745 print >> sbuf, "Continuing the process:", process
Johnny Chenc202b492010-09-01 22:08:51 +0000746 process.Continue()
747
748 count = count + 1
Johnny Chenc1810672010-09-15 00:00:54 +0000749 if count == 15:
Johnny Chen84a6d6f2010-10-15 01:18:29 +0000750 with recording(self, trace) as sbuf:
751 print >> sbuf, "Reached 15 iterations, giving up..."
Johnny Chenc202b492010-09-01 22:08:51 +0000752 # Enough iterations already, break out of the loop.
753 return False
754
755 # End of while loop.
756
757
Johnny Chen0b3ee552010-09-22 23:00:20 +0000758 def buildDefault(self, architecture=None, compiler=None, dictionary=None):
Johnny Chenff4e1d82010-09-03 23:49:16 +0000759 """Platform specific way to build the default binaries."""
760 module = __import__(sys.platform)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000761 if not module.buildDefault(self, architecture, compiler, dictionary):
Johnny Chenff4e1d82010-09-03 23:49:16 +0000762 raise Exception("Don't know how to build default binary")
763
Johnny Chen0b3ee552010-09-22 23:00:20 +0000764 def buildDsym(self, architecture=None, compiler=None, dictionary=None):
Johnny Cheneef7a862010-08-30 22:26:48 +0000765 """Platform specific way to build binaries with dsym info."""
Johnny Chen9de4ede2010-08-31 17:42:54 +0000766 module = __import__(sys.platform)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000767 if not module.buildDsym(self, architecture, compiler, dictionary):
Johnny Cheneef7a862010-08-30 22:26:48 +0000768 raise Exception("Don't know how to build binary with dsym")
769
Johnny Chen0b3ee552010-09-22 23:00:20 +0000770 def buildDwarf(self, architecture=None, compiler=None, dictionary=None):
Johnny Cheneef7a862010-08-30 22:26:48 +0000771 """Platform specific way to build binaries with dwarf maps."""
Johnny Chen9de4ede2010-08-31 17:42:54 +0000772 module = __import__(sys.platform)
Johnny Chen1b7d6292010-10-15 23:55:05 +0000773 if not module.buildDwarf(self, architecture, compiler, dictionary):
Johnny Cheneef7a862010-08-30 22:26:48 +0000774 raise Exception("Don't know how to build binary with dwarf")
775
Johnny Chen9c10c182010-08-27 00:15:48 +0000776 def DebugSBValue(self, frame, val):
Johnny Chen9de4ede2010-08-31 17:42:54 +0000777 """Debug print a SBValue object, if traceAlways is True."""
778 if not traceAlways:
Johnny Chen9c10c182010-08-27 00:15:48 +0000779 return
780
781 err = sys.stderr
782 err.write(val.GetName() + ":\n")
783 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n')
784 err.write('\t' + "ByteSize -> " + str(val.GetByteSize()) + '\n')
785 err.write('\t' + "NumChildren -> " + str(val.GetNumChildren()) + '\n')
786 err.write('\t' + "Value -> " + str(val.GetValue(frame)) + '\n')
787 err.write('\t' + "Summary -> " + str(val.GetSummary(frame)) + '\n')
788 err.write('\t' + "IsPtrType -> " + str(val.TypeIsPtrType()) + '\n')
789 err.write('\t' + "Location -> " + val.GetLocation(frame) + '\n')
790