blob: 4f8483e403bb12b82180826aca8fe7fab11824e7 [file] [log] [blame]
Johnny Chenbf6ffa32010-07-03 03:41:59 +00001"""
2LLDB module which provides the abstract base class of lldb test case.
3
4The concrete subclass can override lldbtest.TesBase in order to inherit the
5common behavior for unitest.TestCase.setUp/tearDown implemented in this file.
6
7The subclass should override the attribute mydir in order for the python runtime
8to locate the individual test cases when running as part of a large test suite
9or when running each test case as a separate python invocation.
10
11./dotest.py provides a test driver which sets up the environment to run the
12entire test suite. Users who want to run a test case on its own can specify the
13LLDB_TEST and PYTHONPATH environment variables, for example:
14
15$ export LLDB_TEST=$PWD
Johnny Chen8d55a342010-08-31 17:42:54 +000016$ export PYTHONPATH=/Volumes/data/lldb/svn/trunk/build/Debug/LLDB.framework/Resources/Python:$LLDB_TEST:$LLDB_TEST/plugins
Johnny Chenbf6ffa32010-07-03 03:41:59 +000017$ echo $LLDB_TEST
18/Volumes/data/lldb/svn/trunk/test
19$ echo $PYTHONPATH
Johnny Chen8d55a342010-08-31 17:42:54 +000020/Volumes/data/lldb/svn/trunk/build/Debug/LLDB.framework/Resources/Python:/Volumes/data/lldb/svn/trunk/test:/Volumes/data/lldb/svn/trunk/test/plugins
Johnny Chenbf6ffa32010-07-03 03:41:59 +000021$ python function_types/TestFunctionTypes.py
22.
23----------------------------------------------------------------------
24Ran 1 test in 0.363s
25
26OK
Johnny Chend0190a62010-08-23 17:10:44 +000027$ LLDB_COMMAND_TRACE=YES python array_types/TestArrayTypes.py
Johnny Chen57b47382010-09-02 22:25:47 +000028
29...
Johnny Chend0190a62010-08-23 17:10:44 +000030
31runCmd: breakpoint set -f main.c -l 42
32output: Breakpoint created: 1: file ='main.c', line = 42, locations = 1
33
34runCmd: run
35output: Launching '/Volumes/data/lldb/svn/trunk/test/array_types/a.out' (x86_64)
36
Johnny Chen57b47382010-09-02 22:25:47 +000037...
Johnny Chend0190a62010-08-23 17:10:44 +000038
Johnny Chen57b47382010-09-02 22:25:47 +000039runCmd: frame variable strings
Johnny Chend0190a62010-08-23 17:10:44 +000040output: (char *[4]) strings = {
41 (char *) strings[0] = 0x0000000100000f0c "Hello",
42 (char *) strings[1] = 0x0000000100000f12 "Hola",
43 (char *) strings[2] = 0x0000000100000f17 "Bonjour",
44 (char *) strings[3] = 0x0000000100000f1f "Guten Tag"
45}
46
Johnny Chen57b47382010-09-02 22:25:47 +000047runCmd: frame variable char_16
Johnny Chend0190a62010-08-23 17:10:44 +000048output: (char [16]) char_16 = {
49 (char) char_16[0] = 'H',
50 (char) char_16[1] = 'e',
51 (char) char_16[2] = 'l',
52 (char) char_16[3] = 'l',
53 (char) char_16[4] = 'o',
54 (char) char_16[5] = ' ',
55 (char) char_16[6] = 'W',
56 (char) char_16[7] = 'o',
57 (char) char_16[8] = 'r',
58 (char) char_16[9] = 'l',
59 (char) char_16[10] = 'd',
60 (char) char_16[11] = '\n',
61 (char) char_16[12] = '\0',
62 (char) char_16[13] = '\0',
63 (char) char_16[14] = '\0',
64 (char) char_16[15] = '\0'
65}
66
Johnny Chen57b47382010-09-02 22:25:47 +000067runCmd: frame variable ushort_matrix
Johnny Chend0190a62010-08-23 17:10:44 +000068output: (unsigned short [2][3]) ushort_matrix = {
69 (unsigned short [3]) ushort_matrix[0] = {
70 (unsigned short) ushort_matrix[0][0] = 0x0001,
71 (unsigned short) ushort_matrix[0][1] = 0x0002,
72 (unsigned short) ushort_matrix[0][2] = 0x0003
73 },
74 (unsigned short [3]) ushort_matrix[1] = {
75 (unsigned short) ushort_matrix[1][0] = 0x000b,
76 (unsigned short) ushort_matrix[1][1] = 0x0016,
77 (unsigned short) ushort_matrix[1][2] = 0x0021
78 }
79}
80
Johnny Chen57b47382010-09-02 22:25:47 +000081runCmd: frame variable long_6
Johnny Chend0190a62010-08-23 17:10:44 +000082output: (long [6]) long_6 = {
83 (long) long_6[0] = 1,
84 (long) long_6[1] = 2,
85 (long) long_6[2] = 3,
86 (long) long_6[3] = 4,
87 (long) long_6[4] = 5,
88 (long) long_6[5] = 6
89}
90
91.
92----------------------------------------------------------------------
93Ran 1 test in 0.349s
94
95OK
Johnny Chenbf6ffa32010-07-03 03:41:59 +000096$
97"""
98
Johnny Chen90312a82010-09-21 22:34:45 +000099import os, sys, traceback
Johnny Chenea88e942010-09-21 21:08:53 +0000100import re
Johnny Chen8952a2d2010-08-30 21:35:00 +0000101from subprocess import *
Johnny Chen150c3cc2010-10-15 01:18:29 +0000102import StringIO
Johnny Chenf2b70232010-08-25 18:49:48 +0000103import time
Johnny Chena33a93c2010-08-30 23:08:52 +0000104import types
Johnny Chen73258832010-08-05 23:42:46 +0000105import unittest2
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000106import lldb
107
Johnny Chen707b3c92010-10-11 22:25:46 +0000108# See also dotest.parseOptionsAndInitTestdirs(), where the environment variables
109# LLDB_COMMAND_TRACE and LLDB_NO_CLEANUP are set from '-t' and '-r dir' options.
110
111# By default, traceAlways is False.
Johnny Chen8d55a342010-08-31 17:42:54 +0000112if "LLDB_COMMAND_TRACE" in os.environ and os.environ["LLDB_COMMAND_TRACE"]=="YES":
113 traceAlways = True
114else:
115 traceAlways = False
116
Johnny Chen707b3c92010-10-11 22:25:46 +0000117# By default, doCleanup is True.
118if "LLDB_DO_CLEANUP" in os.environ and os.environ["LLDB_DO_CLEANUP"]=="NO":
119 doCleanup = False
120else:
121 doCleanup = True
122
Johnny Chen8d55a342010-08-31 17:42:54 +0000123
Johnny Chen00778092010-08-09 22:01:17 +0000124#
125# Some commonly used assert messages.
126#
127
Johnny Chenaa902922010-09-17 22:45:27 +0000128COMMAND_FAILED_AS_EXPECTED = "Command has failed as expected"
129
Johnny Chen00778092010-08-09 22:01:17 +0000130CURRENT_EXECUTABLE_SET = "Current executable set successfully"
131
Johnny Chen7d1d7532010-09-02 21:23:12 +0000132PROCESS_IS_VALID = "Process is valid"
133
134PROCESS_KILLED = "Process is killed successfully"
135
Johnny Chen5ee88192010-08-27 23:47:36 +0000136RUN_SUCCEEDED = "Process is launched successfully"
Johnny Chen00778092010-08-09 22:01:17 +0000137
Johnny Chen17941842010-08-09 23:44:24 +0000138RUN_COMPLETED = "Process exited successfully"
Johnny Chen00778092010-08-09 22:01:17 +0000139
Johnny Chen67af43f2010-10-05 19:27:32 +0000140BACKTRACE_DISPLAYED_CORRECTLY = "Backtrace displayed correctly"
141
Johnny Chen17941842010-08-09 23:44:24 +0000142BREAKPOINT_CREATED = "Breakpoint created successfully"
143
Johnny Chene76896c2010-08-17 21:33:31 +0000144BREAKPOINT_PENDING_CREATED = "Pending breakpoint created successfully"
145
Johnny Chen17941842010-08-09 23:44:24 +0000146BREAKPOINT_HIT_ONCE = "Breakpoint resolved with hit cout = 1"
Johnny Chen00778092010-08-09 22:01:17 +0000147
Johnny Chen703dbd02010-09-30 17:06:24 +0000148BREAKPOINT_HIT_TWICE = "Breakpoint resolved with hit cout = 2"
149
Johnny Chen164f1e12010-10-15 18:07:09 +0000150BREAKPOINT_HIT_THRICE = "Breakpoint resolved with hit cout = 3"
151
Johnny Chenc70b02a2010-09-22 23:00:20 +0000152STEP_OUT_SUCCEEDED = "Thread step-out succeeded"
153
Johnny Chen00778092010-08-09 22:01:17 +0000154STOPPED_DUE_TO_BREAKPOINT = "Process state is stopped due to breakpoint"
155
Johnny Chen2e431ce2010-10-20 18:38:48 +0000156STOPPED_DUE_TO_BREAKPOINT_CONDITION = "Stopped due to breakpoint condition"
157
Johnny Chenc066ab42010-10-14 01:22:03 +0000158STOPPED_DUE_TO_SIGNAL = "Process state is stopped due to signal"
159
Johnny Chen00778092010-08-09 22:01:17 +0000160STOPPED_DUE_TO_STEP_IN = "Process state is stopped due to step in"
161
Johnny Chen3c884a02010-08-24 22:07:56 +0000162DATA_TYPES_DISPLAYED_CORRECTLY = "Data type(s) displayed correctly"
163
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000164VALID_BREAKPOINT = "Got a valid breakpoint"
165
Johnny Chen5bfb8ee2010-10-22 18:10:25 +0000166VALID_BREAKPOINT_LOCATION = "Got a valid breakpoint location"
167
Johnny Chen5ee88192010-08-27 23:47:36 +0000168VALID_FILESPEC = "Got a valid filespec"
169
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000170VALID_PROCESS = "Got a valid process"
171
172VALID_TARGET = "Got a valid target"
173
Johnny Chen981463d2010-08-25 19:00:04 +0000174VARIABLES_DISPLAYED_CORRECTLY = "Variable(s) displayed correctly"
Johnny Chen00778092010-08-09 22:01:17 +0000175
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000176
Johnny Chen17941842010-08-09 23:44:24 +0000177#
178# And a generic "Command '%s' returns successfully" message generator.
179#
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000180def CMD_MSG(str, exe):
181 if exe:
182 return "Command '%s' returns successfully" % str
183 else:
184 return "'%s' compares successfully" % str
Johnny Chen17941842010-08-09 23:44:24 +0000185
Johnny Chen5fca8ca2010-08-26 20:04:17 +0000186#
Johnny Chen3343f042010-10-19 19:11:38 +0000187# And a generic "Value of setting '%s' is correct" message generator.
188#
189def SETTING_MSG(setting):
190 return "Value of setting '%s' is correct" % setting
191
192#
Johnny Chen27c41232010-08-26 21:49:29 +0000193# Returns an env variable array from the os.environ map object.
194#
195def EnvArray():
196 return map(lambda k,v: k+"="+v, os.environ.keys(), os.environ.values())
197
Johnny Chen47ceb032010-10-11 23:52:19 +0000198def line_number(filename, string_to_match):
199 """Helper function to return the line number of the first matched string."""
200 with open(filename, 'r') as f:
201 for i, line in enumerate(f):
202 if line.find(string_to_match) != -1:
203 # Found our match.
Johnny Chencd9b7772010-10-12 00:09:25 +0000204 return i+1
Johnny Chen47ceb032010-10-11 23:52:19 +0000205 return -1
206
Johnny Chen67af43f2010-10-05 19:27:32 +0000207def pointer_size():
208 """Return the pointer size of the host system."""
209 import ctypes
210 a_pointer = ctypes.c_void_p(0xffff)
211 return 8 * ctypes.sizeof(a_pointer)
212
Johnny Chen827edff2010-08-27 00:15:48 +0000213
Johnny Chen150c3cc2010-10-15 01:18:29 +0000214class recording(StringIO.StringIO):
215 """
216 A nice little context manager for recording the debugger interactions into
217 our session object. If trace flag is ON, it also emits the interactions
218 into the stderr.
219 """
220 def __init__(self, test, trace):
Johnny Chen690fcef2010-10-15 23:55:05 +0000221 """Create a StringIO instance; record the session obj and trace flag."""
Johnny Chen150c3cc2010-10-15 01:18:29 +0000222 StringIO.StringIO.__init__(self)
Johnny Chen690fcef2010-10-15 23:55:05 +0000223 self.session = test.session if test else None
Johnny Chen150c3cc2010-10-15 01:18:29 +0000224 self.trace = trace
225
226 def __enter__(self):
227 """
228 Context management protocol on entry to the body of the with statement.
229 Just return the StringIO object.
230 """
231 return self
232
233 def __exit__(self, type, value, tb):
234 """
235 Context management protocol on exit from the body of the with statement.
236 If trace is ON, it emits the recordings into stderr. Always add the
237 recordings to our session object. And close the StringIO object, too.
238 """
239 if self.trace:
Johnny Chen690fcef2010-10-15 23:55:05 +0000240 print >> sys.stderr, self.getvalue()
241 if self.session:
242 print >> self.session, self.getvalue()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000243 self.close()
244
Johnny Chen690fcef2010-10-15 23:55:05 +0000245# From 2.7's subprocess.check_output() convenience function.
246def system(*popenargs, **kwargs):
247 r"""Run command with arguments and return its output as a byte string.
248
249 If the exit code was non-zero it raises a CalledProcessError. The
250 CalledProcessError object will have the return code in the returncode
251 attribute and output in the output attribute.
252
253 The arguments are the same as for the Popen constructor. Example:
254
255 >>> check_output(["ls", "-l", "/dev/null"])
256 'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
257
258 The stdout argument is not allowed as it is used internally.
259 To capture standard error in the result, use stderr=STDOUT.
260
261 >>> check_output(["/bin/sh", "-c",
262 ... "ls -l non_existent_file ; exit 0"],
263 ... stderr=STDOUT)
264 'ls: non_existent_file: No such file or directory\n'
265 """
266
267 # Assign the sender object to variable 'test' and remove it from kwargs.
268 test = kwargs.pop('sender', None)
269
270 if 'stdout' in kwargs:
271 raise ValueError('stdout argument not allowed, it will be overridden.')
272 process = Popen(stdout=PIPE, *popenargs, **kwargs)
273 output, error = process.communicate()
274 retcode = process.poll()
275
276 with recording(test, traceAlways) as sbuf:
277 if isinstance(popenargs, types.StringTypes):
278 args = [popenargs]
279 else:
280 args = list(popenargs)
281 print >> sbuf
282 print >> sbuf, "os command:", args
283 print >> sbuf, "stdout:", output
284 print >> sbuf, "stderr:", error
285 print >> sbuf, "retcode:", retcode
286 print >> sbuf
287
288 if retcode:
289 cmd = kwargs.get("args")
290 if cmd is None:
291 cmd = popenargs[0]
292 raise CalledProcessError(retcode, cmd)
293 return output
294
Johnny Chen73258832010-08-05 23:42:46 +0000295class TestBase(unittest2.TestCase):
Johnny Chen8334dad2010-10-22 23:15:46 +0000296 """
297 This abstract base class is meant to be subclassed. It provides default
298 implementations for setUpClass(), tearDownClass(), setUp(), and tearDown(),
299 among other things.
300
301 Important things for test class writers:
302
303 - Overwrite the mydir class attribute, otherwise your test class won't
304 run. It specifies the relative directory to the top level 'test' so
305 the test harness can change to the correct working directory before
306 running your test.
307
308 - The setUp method sets up things to facilitate subsequent interactions
309 with the debugger as part of the test. These include:
310 - create/get a debugger set with synchronous mode (self.dbg)
311 - get the command interpreter from with the debugger (self.ci)
312 - create a result object for use with the command interpreter
313 (self.result)
314 - plus other stuffs
315
316 - The tearDown method tries to perform some necessary cleanup on behalf
317 of the test to return the debugger to a good state for the next test.
318 These include:
319 - execute any tearDown hooks registered by the test method with
320 TestBase.addTearDownHook(); examples can be found in
321 settings/TestSettings.py
322 - kill the inferior process launched during the test method
323 - if by 'run' or 'process launch' command, 'process kill'
324 command is used
325 - if the test method uses LLDB Python API to launch process,
326 it should assign the process object to self.process; that
327 way, tearDown will use self.process.Kill() on the object
328 - perform build cleanup before running the next test method in the
329 same test class; examples of registering for this service can be
330 found in types/TestIntegerTypes.py with the call:
331 - self.setTearDownCleanup(dictionary=d)
332
333 - Similarly setUpClass and tearDownClass perform classwise setup and
334 teardown fixtures. The tearDownClass method invokes a default build
335 cleanup for the entire test class; also, subclasses can implement the
336 classmethod classCleanup(cls) to perform special class cleanup action.
337
338 - The instance methods runCmd and expect are used heavily by existing
339 test cases to send a command to the command interpreter and to perform
340 string/pattern matching on the output of such command execution. The
341 expect method also provides a mode to peform string/pattern matching
342 without running a command.
343
344 - The build methods buildDefault, buildDsym, and buildDwarf are used to
345 build the binaries used during a particular test scenario. A plugin
346 should be provided for the sys.platform running the test suite. The
347 Mac OS X implementation is located in plugins/darwin.py.
348
349 """
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000350
Johnny Chenda884342010-10-01 22:59:49 +0000351 @classmethod
352 def skipLongRunningTest(cls):
353 """
354 By default, we skip long running test case.
355 This can be overridden by passing '-l' to the test driver (dotest.py).
356 """
357 if "LLDB_SKIP_LONG_RUNNING_TEST" in os.environ and "NO" == os.environ["LLDB_SKIP_LONG_RUNNING_TEST"]:
358 return False
359 else:
360 return True
361
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000362 # The concrete subclass should override this attribute.
Johnny Chenf02ec122010-07-03 20:41:42 +0000363 mydir = None
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000364
Johnny Chen6ca006c2010-08-16 21:28:10 +0000365 # State pertaining to the inferior process, if any.
Johnny Chen57b47382010-09-02 22:25:47 +0000366 # This reflects inferior process started through the command interface with
367 # either the lldb "run" or "process launch" command.
368 # See also self.runCmd().
Johnny Chen6ca006c2010-08-16 21:28:10 +0000369 runStarted = False
370
Johnny Chenf2b70232010-08-25 18:49:48 +0000371 # Maximum allowed attempts when launching the inferior process.
372 # Can be overridden by the LLDB_MAX_LAUNCH_COUNT environment variable.
373 maxLaunchCount = 3;
374
375 # Time to wait before the next launching attempt in second(s).
Johnny Chen430eb762010-10-19 16:00:42 +0000376 # Can be overridden by the LLDB_TIME_WAIT_NEXT_LAUNCH environment variable.
Johnny Chenf2b70232010-08-25 18:49:48 +0000377 timeWait = 1.0;
378
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000379 # Keep track of the old current working directory.
380 oldcwd = None
Johnny Chena2124952010-08-05 21:23:45 +0000381
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000382 @classmethod
383 def setUpClass(cls):
Johnny Chenda884342010-10-01 22:59:49 +0000384 """
385 Python unittest framework class setup fixture.
386 Do current directory manipulation.
387 """
388
Johnny Chenf02ec122010-07-03 20:41:42 +0000389 # Fail fast if 'mydir' attribute is not overridden.
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000390 if not cls.mydir or len(cls.mydir) == 0:
Johnny Chenf02ec122010-07-03 20:41:42 +0000391 raise Exception("Subclasses must override the 'mydir' attribute.")
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000392 # Save old working directory.
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000393 cls.oldcwd = os.getcwd()
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000394
395 # Change current working directory if ${LLDB_TEST} is defined.
396 # See also dotest.py which sets up ${LLDB_TEST}.
397 if ("LLDB_TEST" in os.environ):
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000398 if traceAlways:
Johnny Chen703dbd02010-09-30 17:06:24 +0000399 print >> sys.stderr, "Change dir to:", os.path.join(os.environ["LLDB_TEST"], cls.mydir)
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000400 os.chdir(os.path.join(os.environ["LLDB_TEST"], cls.mydir))
401
402 @classmethod
403 def tearDownClass(cls):
Johnny Chenda884342010-10-01 22:59:49 +0000404 """
405 Python unittest framework class teardown fixture.
406 Do class-wide cleanup.
407 """
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000408
Johnny Chen707b3c92010-10-11 22:25:46 +0000409 if doCleanup:
410 # First, let's do the platform-specific cleanup.
411 module = __import__(sys.platform)
412 if not module.cleanup():
413 raise Exception("Don't know how to do cleanup")
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000414
Johnny Chen707b3c92010-10-11 22:25:46 +0000415 # Subclass might have specific cleanup function defined.
416 if getattr(cls, "classCleanup", None):
417 if traceAlways:
418 print >> sys.stderr, "Call class-specific cleanup function for class:", cls
419 try:
420 cls.classCleanup()
421 except:
422 exc_type, exc_value, exc_tb = sys.exc_info()
423 traceback.print_exception(exc_type, exc_value, exc_tb)
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000424
425 # Restore old working directory.
426 if traceAlways:
Johnny Chen703dbd02010-09-30 17:06:24 +0000427 print >> sys.stderr, "Restore dir to:", cls.oldcwd
Johnny Chen1a9f4dd2010-09-16 01:53:04 +0000428 os.chdir(cls.oldcwd)
429
430 def setUp(self):
431 #import traceback
432 #traceback.print_stack()
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000433
Johnny Chen0ed37c92010-10-07 02:04:14 +0000434 if ("LLDB_WAIT_BETWEEN_TEST_CASES" in os.environ and
435 os.environ["LLDB_WAIT_BETWEEN_TEST_CASES"] == 'YES'):
436 time.sleep(0.5)
437
Johnny Chenf2b70232010-08-25 18:49:48 +0000438 if "LLDB_MAX_LAUNCH_COUNT" in os.environ:
439 self.maxLaunchCount = int(os.environ["LLDB_MAX_LAUNCH_COUNT"])
440
Johnny Chen430eb762010-10-19 16:00:42 +0000441 if "LLDB_TIME_WAIT_NEXT_LAUNCH" in os.environ:
442 self.timeWait = float(os.environ["LLDB_TIME_WAIT_NEXT_LAUNCH"])
Johnny Chenf2b70232010-08-25 18:49:48 +0000443
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000444 # Create the debugger instance if necessary.
445 try:
446 self.dbg = lldb.DBG
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000447 except AttributeError:
448 self.dbg = lldb.SBDebugger.Create()
Johnny Chenf02ec122010-07-03 20:41:42 +0000449
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000450 if not self.dbg.IsValid():
451 raise Exception('Invalid debugger instance')
452
453 # We want our debugger to be synchronous.
454 self.dbg.SetAsync(False)
455
Johnny Chen7d1d7532010-09-02 21:23:12 +0000456 # There is no process associated with the debugger as yet.
Johnny Chen57b47382010-09-02 22:25:47 +0000457 # See also self.tearDown() where it checks whether self.process has a
458 # valid reference and calls self.process.Kill() to kill the process.
Johnny Chen7d1d7532010-09-02 21:23:12 +0000459 self.process = None
460
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000461 # Retrieve the associated command interpreter instance.
462 self.ci = self.dbg.GetCommandInterpreter()
463 if not self.ci:
464 raise Exception('Could not get the command interpreter')
465
466 # And the result object.
467 self.res = lldb.SBCommandReturnObject()
468
Johnny Chenc70b02a2010-09-22 23:00:20 +0000469 # These are for customized teardown cleanup.
470 self.dict = None
471 self.doTearDownCleanup = False
472
Johnny Chen690fcef2010-10-15 23:55:05 +0000473 # Create a string buffer to record the session info, to be dumped into a
474 # test case specific file if test failure is encountered.
Johnny Chen150c3cc2010-10-15 01:18:29 +0000475 self.session = StringIO.StringIO()
476
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000477 # Optimistically set self.__errored__ and self.__failed__ to False
478 # initially. If the test errored/failed, the session info
479 # (self.session) is then dumped into a session specific file for
480 # diagnosis.
481 self.__errored__ = False
Johnny Chen56f79392010-10-15 02:28:13 +0000482 self.__failed__ = False
483
Johnny Chen707d8222010-10-19 23:40:13 +0000484 # See addTearDownHook(self, hook) which allows the client to add a hook
485 # function to be run during tearDown() time.
486 self.hooks = []
487
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000488 def markError(self):
489 """Callback invoked when we (the test case instance) errored."""
490 self.__errored__ = True
491 with recording(self, False) as sbuf:
492 # False because there's no need to write "ERROR" to the stderr twice.
493 # Once by the Python unittest framework, and a second time by us.
494 print >> sbuf, "ERROR"
495
Johnny Chen150c3cc2010-10-15 01:18:29 +0000496 def markFailure(self):
497 """Callback invoked when we (the test case instance) failed."""
Johnny Chen56f79392010-10-15 02:28:13 +0000498 self.__failed__ = True
Johnny Chen150c3cc2010-10-15 01:18:29 +0000499 with recording(self, False) as sbuf:
Johnny Chenfd64df42010-10-15 16:22:10 +0000500 # False because there's no need to write "FAIL" to the stderr twice.
501 # Once by the Python unittest framework, and a second time by us.
Johnny Chen150c3cc2010-10-15 01:18:29 +0000502 print >> sbuf, "FAIL"
503
504 def dumpSessionInfo(self):
505 """
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000506 Dump the debugger interactions leading to a test error/failure. This
507 allows for more convenient postmortem analysis.
Johnny Chen150c3cc2010-10-15 01:18:29 +0000508 """
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000509 for test, err in lldb.test_result.errors:
510 if test is self:
511 print >> self.session, err
Johnny Chen150c3cc2010-10-15 01:18:29 +0000512 for test, err in lldb.test_result.failures:
513 if test is self:
514 print >> self.session, err
515
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000516 dname = os.path.join(os.environ["LLDB_TEST"],
Johnny Chen096011e2010-10-21 16:55:35 +0000517 os.environ["LLDB_SESSION_DIRNAME"])
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000518 if not os.path.isdir(dname):
519 os.mkdir(dname)
520 fname = os.path.join(dname, "%s.log" % self.id())
Johnny Chen150c3cc2010-10-15 01:18:29 +0000521 with open(fname, "w") as f:
Johnny Chen096011e2010-10-21 16:55:35 +0000522 import datetime
523 print >> f, "Session info generated @", datetime.datetime.now().ctime()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000524 print >> f, self.session.getvalue()
525
Johnny Chen1e4fc3c2010-10-19 22:45:25 +0000526 def setTearDownCleanup(self, dictionary=None):
527 """Register a cleanup action at tearDown() time with a dictinary"""
528 self.dict = dictionary
529 self.doTearDownCleanup = True
530
Johnny Chen707d8222010-10-19 23:40:13 +0000531 def addTearDownHook(self, hook):
532 """
533 Add a function to be run during tearDown() time.
534
535 Hooks are executed in a first come first serve manner.
536 """
Johnny Chenbf457192010-10-20 18:12:58 +0000537 if callable(hook):
538 with recording(self, traceAlways) as sbuf:
539 import inspect
540 print >> sbuf, "Adding tearDown hook:", inspect.getsource(hook)
541 self.hooks.append(hook)
Johnny Chen707d8222010-10-19 23:40:13 +0000542
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000543 def tearDown(self):
Johnny Chen7d1d7532010-09-02 21:23:12 +0000544 #import traceback
545 #traceback.print_stack()
546
Johnny Chen707d8222010-10-19 23:40:13 +0000547 # Check and run any hook functions.
548 for hook in self.hooks:
Johnny Chenbf457192010-10-20 18:12:58 +0000549 with recording(self, traceAlways) as sbuf:
550 import inspect
551 print >> sbuf, "Executing tearDown hook:", inspect.getsource(hook)
Johnny Chen707d8222010-10-19 23:40:13 +0000552 hook()
553
Johnny Chen7d1d7532010-09-02 21:23:12 +0000554 # Terminate the current process being debugged, if any.
Johnny Chen6ca006c2010-08-16 21:28:10 +0000555 if self.runStarted:
Johnny Chen7d1d7532010-09-02 21:23:12 +0000556 self.runCmd("process kill", PROCESS_KILLED, check=False)
557 elif self.process and self.process.IsValid():
Johnny Chen0ed37c92010-10-07 02:04:14 +0000558 rc = self.invoke(self.process, "Kill")
Johnny Chen7d1d7532010-09-02 21:23:12 +0000559 self.assertTrue(rc.Success(), PROCESS_KILLED)
Johnny Chen0ed37c92010-10-07 02:04:14 +0000560 del self.process
Johnny Chen6ca006c2010-08-16 21:28:10 +0000561
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000562 del self.dbg
Johnny Chen707d8222010-10-19 23:40:13 +0000563 del self.hooks
Johnny Chenbf6ffa32010-07-03 03:41:59 +0000564
Johnny Chenc70b02a2010-09-22 23:00:20 +0000565 # Perform registered teardown cleanup.
Johnny Chen707b3c92010-10-11 22:25:46 +0000566 if doCleanup and self.doTearDownCleanup:
Johnny Chenc70b02a2010-09-22 23:00:20 +0000567 module = __import__(sys.platform)
Johnny Chen24d6ea22010-10-16 00:08:49 +0000568 if not module.cleanup(self, dictionary=self.dict):
Johnny Chenc70b02a2010-09-22 23:00:20 +0000569 raise Exception("Don't know how to do cleanup")
570
Johnny Chen56f79392010-10-15 02:28:13 +0000571 # See also LLDBTestResult (dotest.py) which is a singlton class derived
Johnny Chen04d2c5c2010-10-19 00:25:01 +0000572 # from TextTestResult and overwrites addError()/addFailure() methods to
573 # allow us to to check the error/failure status here.
574 if self.__errored__ or self.__failed__:
Johnny Chen150c3cc2010-10-15 01:18:29 +0000575 self.dumpSessionInfo()
576
Johnny Chen63dfb272010-09-01 00:15:19 +0000577 def runCmd(self, cmd, msg=None, check=True, trace=False, setCookie=True):
Johnny Chen27f212d2010-08-19 23:26:59 +0000578 """
579 Ask the command interpreter to handle the command and then check its
580 return status.
581 """
582 # Fail fast if 'cmd' is not meaningful.
583 if not cmd or len(cmd) == 0:
584 raise Exception("Bad 'cmd' parameter encountered")
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000585
Johnny Chen8d55a342010-08-31 17:42:54 +0000586 trace = (True if traceAlways else trace)
Johnny Chend0190a62010-08-23 17:10:44 +0000587
Johnny Chen63dfb272010-09-01 00:15:19 +0000588 running = (cmd.startswith("run") or cmd.startswith("process launch"))
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000589
Johnny Chen63dfb272010-09-01 00:15:19 +0000590 for i in range(self.maxLaunchCount if running else 1):
Johnny Chenf2b70232010-08-25 18:49:48 +0000591 self.ci.HandleCommand(cmd, self.res)
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000592
Johnny Chen150c3cc2010-10-15 01:18:29 +0000593 with recording(self, trace) as sbuf:
594 print >> sbuf, "runCmd:", cmd
Johnny Chenab254f52010-10-15 16:13:00 +0000595 if not check:
Johnny Chen27b107b2010-10-15 18:52:22 +0000596 print >> sbuf, "check of return status not required"
Johnny Chenf2b70232010-08-25 18:49:48 +0000597 if self.res.Succeeded():
Johnny Chen150c3cc2010-10-15 01:18:29 +0000598 print >> sbuf, "output:", self.res.GetOutput()
Johnny Chenf2b70232010-08-25 18:49:48 +0000599 else:
Johnny Chen150c3cc2010-10-15 01:18:29 +0000600 print >> sbuf, "runCmd failed!"
601 print >> sbuf, self.res.GetError()
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000602
Johnny Chen725945d2010-09-03 22:35:47 +0000603 if running:
604 # For process launch, wait some time before possible next try.
605 time.sleep(self.timeWait)
606
Johnny Chenff3d01d2010-08-20 21:03:09 +0000607 if self.res.Succeeded():
Johnny Chenf2b70232010-08-25 18:49:48 +0000608 break
Johnny Chen150c3cc2010-10-15 01:18:29 +0000609 elif running:
610 with recording(self, True) as sbuf:
611 print >> sbuf, "Command '" + cmd + "' failed!"
Johnny Chen5bbb88f2010-08-20 17:57:32 +0000612
Johnny Chen7d1d7532010-09-02 21:23:12 +0000613 # Modify runStarted only if "run" or "process launch" was encountered.
614 if running:
615 self.runStarted = running and setCookie
Johnny Chen63dfb272010-09-01 00:15:19 +0000616
Johnny Chen27f212d2010-08-19 23:26:59 +0000617 if check:
618 self.assertTrue(self.res.Succeeded(),
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000619 msg if msg else CMD_MSG(cmd, True))
Johnny Chen27f212d2010-08-19 23:26:59 +0000620
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000621 def expect(self, str, msg=None, patterns=None, startstr=None, substrs=None, trace=False, error=False, matching=True, exe=True):
Johnny Chen27f212d2010-08-19 23:26:59 +0000622 """
623 Similar to runCmd; with additional expect style output matching ability.
624
625 Ask the command interpreter to handle the command and then check its
626 return status. The 'msg' parameter specifies an informational assert
627 message. We expect the output from running the command to start with
Johnny Chenea88e942010-09-21 21:08:53 +0000628 'startstr', matches the substrings contained in 'substrs', and regexp
629 matches the patterns contained in 'patterns'.
Johnny Chenb3307862010-09-17 22:28:51 +0000630
631 If the keyword argument error is set to True, it signifies that the API
632 client is expecting the command to fail. In this case, the error stream
Johnny Chenaa902922010-09-17 22:45:27 +0000633 from running the command is retrieved and compared against the golden
Johnny Chenb3307862010-09-17 22:28:51 +0000634 input, instead.
Johnny Chenea88e942010-09-21 21:08:53 +0000635
636 If the keyword argument matching is set to False, it signifies that the API
637 client is expecting the output of the command not to match the golden
638 input.
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000639
640 Finally, the required argument 'str' represents the lldb command to be
641 sent to the command interpreter. In case the keyword argument 'exe' is
642 set to False, the 'str' is treated as a string to be matched/not-matched
643 against the golden input.
Johnny Chen27f212d2010-08-19 23:26:59 +0000644 """
Johnny Chen8d55a342010-08-31 17:42:54 +0000645 trace = (True if traceAlways else trace)
Johnny Chend0190a62010-08-23 17:10:44 +0000646
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000647 if exe:
648 # First run the command. If we are expecting error, set check=False.
Johnny Chen62d4f862010-10-28 21:10:32 +0000649 # Pass the assert message along since it provides more semantic info.
Johnny Chenebfff952010-10-28 18:24:22 +0000650 self.runCmd(str, msg=msg, trace = (True if trace else False), check = not error)
Johnny Chen27f212d2010-08-19 23:26:59 +0000651
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000652 # Then compare the output against expected strings.
653 output = self.res.GetError() if error else self.res.GetOutput()
Johnny Chenb3307862010-09-17 22:28:51 +0000654
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000655 # If error is True, the API client expects the command to fail!
656 if error:
657 self.assertFalse(self.res.Succeeded(),
658 "Command '" + str + "' is expected to fail!")
659 else:
660 # No execution required, just compare str against the golden input.
661 output = str
Johnny Chen150c3cc2010-10-15 01:18:29 +0000662 with recording(self, trace) as sbuf:
663 print >> sbuf, "looking at:", output
Johnny Chenb3307862010-09-17 22:28:51 +0000664
Johnny Chenea88e942010-09-21 21:08:53 +0000665 # The heading says either "Expecting" or "Not expecting".
Johnny Chen150c3cc2010-10-15 01:18:29 +0000666 heading = "Expecting" if matching else "Not expecting"
Johnny Chenea88e942010-09-21 21:08:53 +0000667
668 # Start from the startstr, if specified.
669 # If there's no startstr, set the initial state appropriately.
670 matched = output.startswith(startstr) if startstr else (True if matching else False)
Johnny Chenb145bba2010-08-20 18:25:15 +0000671
Johnny Chen150c3cc2010-10-15 01:18:29 +0000672 if startstr:
673 with recording(self, trace) as sbuf:
674 print >> sbuf, "%s start string: %s" % (heading, startstr)
675 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenb145bba2010-08-20 18:25:15 +0000676
Johnny Chenea88e942010-09-21 21:08:53 +0000677 # Look for sub strings, if specified.
678 keepgoing = matched if matching else not matched
679 if substrs and keepgoing:
Johnny Chen27f212d2010-08-19 23:26:59 +0000680 for str in substrs:
Johnny Chenb052f6c2010-09-23 23:35:28 +0000681 matched = output.find(str) != -1
Johnny Chen150c3cc2010-10-15 01:18:29 +0000682 with recording(self, trace) as sbuf:
683 print >> sbuf, "%s sub string: %s" % (heading, str)
684 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenea88e942010-09-21 21:08:53 +0000685 keepgoing = matched if matching else not matched
686 if not keepgoing:
Johnny Chen27f212d2010-08-19 23:26:59 +0000687 break
688
Johnny Chenea88e942010-09-21 21:08:53 +0000689 # Search for regular expression patterns, if specified.
690 keepgoing = matched if matching else not matched
691 if patterns and keepgoing:
692 for pattern in patterns:
693 # Match Objects always have a boolean value of True.
694 matched = bool(re.search(pattern, output))
Johnny Chen150c3cc2010-10-15 01:18:29 +0000695 with recording(self, trace) as sbuf:
696 print >> sbuf, "%s pattern: %s" % (heading, pattern)
697 print >> sbuf, "Matched" if matched else "Not matched"
Johnny Chenea88e942010-09-21 21:08:53 +0000698 keepgoing = matched if matching else not matched
699 if not keepgoing:
700 break
Johnny Chenea88e942010-09-21 21:08:53 +0000701
702 self.assertTrue(matched if matching else not matched,
Johnny Chen9c48b8d2010-09-21 23:33:30 +0000703 msg if msg else CMD_MSG(str, exe))
Johnny Chen27f212d2010-08-19 23:26:59 +0000704
Johnny Chenf3c59232010-08-25 22:52:45 +0000705 def invoke(self, obj, name, trace=False):
Johnny Chen61703c92010-08-25 22:56:10 +0000706 """Use reflection to call a method dynamically with no argument."""
Johnny Chen8d55a342010-08-31 17:42:54 +0000707 trace = (True if traceAlways else trace)
Johnny Chenf3c59232010-08-25 22:52:45 +0000708
709 method = getattr(obj, name)
710 import inspect
711 self.assertTrue(inspect.ismethod(method),
712 name + "is a method name of object: " + str(obj))
713 result = method()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000714 with recording(self, trace) as sbuf:
715 print >> sbuf, str(method) + ":", result
Johnny Chenf3c59232010-08-25 22:52:45 +0000716 return result
Johnny Chen827edff2010-08-27 00:15:48 +0000717
Johnny Chen13639082010-09-01 22:08:51 +0000718 def breakAfterLaunch(self, process, func, trace=False):
719 """
720 Perform some dancees after LaunchProcess() to break at func name.
721
722 Return True if we can successfully break at the func name in due time.
723 """
724 trace = (True if traceAlways else trace)
725
726 count = 0
727 while True:
728 # The stop reason of the thread should be breakpoint.
729 thread = process.GetThreadAtIndex(0)
730 SR = thread.GetStopReason()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000731 with recording(self, trace) as sbuf:
732 print >> sbuf, "StopReason =", StopReasonString(SR)
Johnny Chen13639082010-09-01 22:08:51 +0000733
734 if SR == StopReasonEnum("Breakpoint"):
735 frame = thread.GetFrameAtIndex(0)
736 name = frame.GetFunction().GetName()
Johnny Chen150c3cc2010-10-15 01:18:29 +0000737 with recording(self, trace) as sbuf:
738 print >> sbuf, "function =", name
Johnny Chen13639082010-09-01 22:08:51 +0000739 if (name == func):
740 # We got what we want; now break out of the loop.
741 return True
742
743 # The inferior is in a transient state; continue the process.
744 time.sleep(1.0)
Johnny Chen150c3cc2010-10-15 01:18:29 +0000745 with recording(self, trace) as sbuf:
746 print >> sbuf, "Continuing the process:", process
Johnny Chen13639082010-09-01 22:08:51 +0000747 process.Continue()
748
749 count = count + 1
Johnny Chenae745562010-09-15 00:00:54 +0000750 if count == 15:
Johnny Chen150c3cc2010-10-15 01:18:29 +0000751 with recording(self, trace) as sbuf:
752 print >> sbuf, "Reached 15 iterations, giving up..."
Johnny Chen13639082010-09-01 22:08:51 +0000753 # Enough iterations already, break out of the loop.
754 return False
755
756 # End of while loop.
757
758
Johnny Chenc70b02a2010-09-22 23:00:20 +0000759 def buildDefault(self, architecture=None, compiler=None, dictionary=None):
Johnny Chen1b1b9ac2010-09-03 23:49:16 +0000760 """Platform specific way to build the default binaries."""
761 module = __import__(sys.platform)
Johnny Chen690fcef2010-10-15 23:55:05 +0000762 if not module.buildDefault(self, architecture, compiler, dictionary):
Johnny Chen1b1b9ac2010-09-03 23:49:16 +0000763 raise Exception("Don't know how to build default binary")
764
Johnny Chenc70b02a2010-09-22 23:00:20 +0000765 def buildDsym(self, architecture=None, compiler=None, dictionary=None):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000766 """Platform specific way to build binaries with dsym info."""
Johnny Chen8d55a342010-08-31 17:42:54 +0000767 module = __import__(sys.platform)
Johnny Chen690fcef2010-10-15 23:55:05 +0000768 if not module.buildDsym(self, architecture, compiler, dictionary):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000769 raise Exception("Don't know how to build binary with dsym")
770
Johnny Chenc70b02a2010-09-22 23:00:20 +0000771 def buildDwarf(self, architecture=None, compiler=None, dictionary=None):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000772 """Platform specific way to build binaries with dwarf maps."""
Johnny Chen8d55a342010-08-31 17:42:54 +0000773 module = __import__(sys.platform)
Johnny Chen690fcef2010-10-15 23:55:05 +0000774 if not module.buildDwarf(self, architecture, compiler, dictionary):
Johnny Chen2f1ad5e2010-08-30 22:26:48 +0000775 raise Exception("Don't know how to build binary with dwarf")
776
Johnny Chen827edff2010-08-27 00:15:48 +0000777 def DebugSBValue(self, frame, val):
Johnny Chen8d55a342010-08-31 17:42:54 +0000778 """Debug print a SBValue object, if traceAlways is True."""
779 if not traceAlways:
Johnny Chen827edff2010-08-27 00:15:48 +0000780 return
781
782 err = sys.stderr
783 err.write(val.GetName() + ":\n")
Johnny Chen6713a9b2010-11-01 16:08:47 +0000784 err.write('\t' + "TypeName -> " + val.GetTypeName() + '\n')
785 err.write('\t' + "ByteSize -> " + str(val.GetByteSize()) + '\n')
786 err.write('\t' + "NumChildren -> " + str(val.GetNumChildren()) + '\n')
787 err.write('\t' + "Value -> " + str(val.GetValue(frame)) + '\n')
788 err.write('\t' + "Summary -> " + str(val.GetSummary(frame)) + '\n')
789 err.write('\t' + "IsPointerType -> " + str(val.TypeIsPointerType()) + '\n')
790 err.write('\t' + "Location -> " + val.GetLocation(frame) + '\n')
Johnny Chen827edff2010-08-27 00:15:48 +0000791