blob: faf593a7354968cad96dcb2b12be714baa069691 [file] [log] [blame]
Guido van Rossume7b146f2000-02-04 15:28:42 +00001"""Extract, format and print information about Python stack traces."""
Guido van Rossum526beed1994-07-01 15:36:46 +00002
3import linecache
Guido van Rossum526beed1994-07-01 15:36:46 +00004import sys
Benjamin Petersond9fec152013-04-29 16:09:39 -04005import operator
Guido van Rossum526beed1994-07-01 15:36:46 +00006
Skip Montanaro40fc1602001-03-01 04:27:19 +00007__all__ = ['extract_stack', 'extract_tb', 'format_exception',
8 'format_exception_only', 'format_list', 'format_stack',
Neil Schemenauerf607fc52003-11-05 23:03:00 +00009 'format_tb', 'print_exc', 'format_exc', 'print_exception',
Andrew Kuchling173a1572013-09-15 18:15:56 -040010 'print_last', 'print_stack', 'print_tb',
11 'clear_frames']
Skip Montanaro40fc1602001-03-01 04:27:19 +000012
Benjamin Petersond9fec152013-04-29 16:09:39 -040013#
14# Formatting and printing lists of traceback lines.
15#
Guido van Rossumdcc057a1996-08-12 23:18:13 +000016
Benjamin Petersond9fec152013-04-29 16:09:39 -040017def _format_list_iter(extracted_list):
18 for filename, lineno, name, line in extracted_list:
19 item = ' File "{}", line {}, in {}\n'.format(filename, lineno, name)
20 if line:
21 item = item + ' {}\n'.format(line.strip())
22 yield item
Guido van Rossumdcc057a1996-08-12 23:18:13 +000023
24def print_list(extracted_list, file=None):
Tim Petersb90f89a2001-01-15 03:26:36 +000025 """Print the list of tuples as returned by extract_tb() or
26 extract_stack() as a formatted stack trace to the given file."""
Raymond Hettinger10ff7062002-06-02 03:04:52 +000027 if file is None:
Tim Petersb90f89a2001-01-15 03:26:36 +000028 file = sys.stderr
Benjamin Petersond9fec152013-04-29 16:09:39 -040029 for item in _format_list_iter(extracted_list):
30 print(item, file=file, end="")
Guido van Rossumdcc057a1996-08-12 23:18:13 +000031
32def format_list(extracted_list):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000033 """Format a list of traceback entry tuples for printing.
34
35 Given a list of tuples as returned by extract_tb() or
Tim Petersb90f89a2001-01-15 03:26:36 +000036 extract_stack(), return a list of strings ready for printing.
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000037 Each string in the resulting list corresponds to the item with the
38 same index in the argument list. Each string ends in a newline;
39 the strings may contain internal newlines as well, for those items
40 whose source text line is not None.
41 """
Benjamin Petersond9fec152013-04-29 16:09:39 -040042 return list(_format_list_iter(extracted_list))
Tim Petersb90f89a2001-01-15 03:26:36 +000043
Benjamin Petersond9fec152013-04-29 16:09:39 -040044#
45# Printing and Extracting Tracebacks.
46#
47
48# extractor takes curr and needs to return a tuple of:
49# - Frame object
50# - Line number
51# - Next item (same type as curr)
52# In practice, curr is either a traceback or a frame.
53def _extract_tb_or_stack_iter(curr, limit, extractor):
54 if limit is None:
55 limit = getattr(sys, 'tracebacklimit', None)
56
57 n = 0
58 while curr is not None and (limit is None or n < limit):
59 f, lineno, next_item = extractor(curr)
60 co = f.f_code
61 filename = co.co_filename
62 name = co.co_name
63
64 linecache.checkcache(filename)
65 line = linecache.getline(filename, lineno, f.f_globals)
66
67 if line:
68 line = line.strip()
69 else:
70 line = None
71
72 yield (filename, lineno, name, line)
73 curr = next_item
74 n += 1
75
76def _extract_tb_iter(tb, limit):
77 return _extract_tb_or_stack_iter(
78 tb, limit,
79 operator.attrgetter("tb_frame", "tb_lineno", "tb_next"))
Guido van Rossum194e20a1995-09-20 20:31:51 +000080
81def print_tb(tb, limit=None, file=None):
Tim Petersb90f89a2001-01-15 03:26:36 +000082 """Print up to 'limit' stack trace entries from the traceback 'tb'.
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000083
84 If 'limit' is omitted or None, all entries are printed. If 'file'
85 is omitted or None, the output goes to sys.stderr; otherwise
86 'file' should be an open file or file-like object with a write()
87 method.
88 """
Benjamin Petersond9fec152013-04-29 16:09:39 -040089 print_list(extract_tb(tb, limit=limit), file=file)
Guido van Rossum526beed1994-07-01 15:36:46 +000090
Georg Brandl2ad07c32009-09-16 14:24:29 +000091def format_tb(tb, limit=None):
Georg Brandl9e091e12013-10-13 23:32:14 +020092 """A shorthand for 'format_list(extract_tb(tb, limit))'."""
Benjamin Petersond9fec152013-04-29 16:09:39 -040093 return format_list(extract_tb(tb, limit=limit))
Guido van Rossum28e99fe1995-08-04 04:30:30 +000094
Georg Brandl2ad07c32009-09-16 14:24:29 +000095def extract_tb(tb, limit=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000096 """Return list of up to limit pre-processed entries from traceback.
97
98 This is useful for alternate formatting of stack traces. If
99 'limit' is omitted or None, all entries are extracted. A
100 pre-processed stack trace entry is a quadruple (filename, line
101 number, function name, text) representing the information that is
102 usually printed for a stack trace. The text is a string with
103 leading and trailing whitespace stripped; if the source is not
104 available it is None.
105 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400106 return list(_extract_tb_iter(tb, limit=limit))
Guido van Rossum526beed1994-07-01 15:36:46 +0000107
Benjamin Petersond9fec152013-04-29 16:09:39 -0400108#
109# Exception formatting and output.
110#
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000111
Benjamin Petersone6528212008-07-15 15:32:09 +0000112_cause_message = (
113 "\nThe above exception was the direct cause "
114 "of the following exception:\n")
115
116_context_message = (
117 "\nDuring handling of the above exception, "
118 "another exception occurred:\n")
119
120def _iter_chain(exc, custom_tb=None, seen=None):
121 if seen is None:
122 seen = set()
123 seen.add(exc)
124 its = []
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700125 context = exc.__context__
Benjamin Petersone6528212008-07-15 15:32:09 +0000126 cause = exc.__cause__
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700127 if cause is not None and cause not in seen:
Nick Coghlanab7bf212012-02-26 17:49:52 +1000128 its.append(_iter_chain(cause, False, seen))
129 its.append([(_cause_message, None)])
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700130 elif (context is not None and
131 not exc.__suppress_context__ and
132 context not in seen):
133 its.append(_iter_chain(context, None, seen))
134 its.append([(_context_message, None)])
Benjamin Petersone6528212008-07-15 15:32:09 +0000135 its.append([(exc, custom_tb or exc.__traceback__)])
Hirokazu Yamamoto54a1cc62008-09-09 17:55:11 +0000136 # itertools.chain is in an extension module and may be unavailable
137 for it in its:
Philip Jenvey4993cc02012-10-01 12:53:43 -0700138 yield from it
Benjamin Petersone6528212008-07-15 15:32:09 +0000139
Benjamin Petersond9fec152013-04-29 16:09:39 -0400140def _format_exception_iter(etype, value, tb, limit, chain):
141 if chain:
142 values = _iter_chain(value, tb)
143 else:
144 values = [(value, tb)]
145
146 for value, tb in values:
147 if isinstance(value, str):
148 # This is a cause/context message line
149 yield value + '\n'
150 continue
151 if tb:
152 yield 'Traceback (most recent call last):\n'
153 yield from _format_list_iter(_extract_tb_iter(tb, limit=limit))
154 yield from _format_exception_only_iter(type(value), value)
Benjamin Petersone6528212008-07-15 15:32:09 +0000155
156def print_exception(etype, value, tb, limit=None, file=None, chain=True):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000157 """Print exception up to 'limit' stack trace entries from 'tb' to 'file'.
158
159 This differs from print_tb() in the following ways: (1) if
160 traceback is not None, it prints a header "Traceback (most recent
161 call last):"; (2) it prints the exception type and value after the
162 stack trace; (3) if type is SyntaxError and value has the
163 appropriate format, it prints the line where the syntax error
Tim Petersb90f89a2001-01-15 03:26:36 +0000164 occurred with a caret on the next line indicating the approximate
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000165 position of the error.
166 """
Raymond Hettinger10ff7062002-06-02 03:04:52 +0000167 if file is None:
Tim Petersb90f89a2001-01-15 03:26:36 +0000168 file = sys.stderr
Benjamin Petersond9fec152013-04-29 16:09:39 -0400169 for line in _format_exception_iter(etype, value, tb, limit, chain):
170 print(line, file=file, end="")
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000171
Benjamin Petersone6528212008-07-15 15:32:09 +0000172def format_exception(etype, value, tb, limit=None, chain=True):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000173 """Format a stack trace and the exception information.
174
175 The arguments have the same meaning as the corresponding arguments
176 to print_exception(). The return value is a list of strings, each
Tim Petersb90f89a2001-01-15 03:26:36 +0000177 ending in a newline and some containing internal newlines. When
178 these lines are concatenated and printed, exactly the same text is
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000179 printed as does print_exception().
180 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400181 return list(_format_exception_iter(etype, value, tb, limit, chain))
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000182
183def format_exception_only(etype, value):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000184 """Format the exception part of a traceback.
185
186 The arguments are the exception type and value such as given by
187 sys.last_type and sys.last_value. The return value is a list of
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000188 strings, each ending in a newline.
189
190 Normally, the list contains a single string; however, for
191 SyntaxError exceptions, it contains several lines that (when
192 printed) display detailed information about where the syntax
193 error occurred.
194
195 The message indicating which exception occurred is always the last
196 string in the list.
197
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000198 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400199 return list(_format_exception_only_iter(etype, value))
200
201def _format_exception_only_iter(etype, value):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000202 # Gracefully handle (the way Python 2.4 and earlier did) the case of
203 # being called with (None, None).
204 if etype is None:
Benjamin Petersond9fec152013-04-29 16:09:39 -0400205 yield _format_final_exc_line(etype, value)
206 return
Thomas Wouters89f507f2006-12-13 04:49:30 +0000207
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000208 stype = etype.__name__
Guido van Rossum6a2a2a02006-08-26 20:37:44 +0000209 smod = etype.__module__
Georg Brandl1a3284e2007-12-02 09:40:06 +0000210 if smod not in ("__main__", "builtins"):
Guido van Rossum6a2a2a02006-08-26 20:37:44 +0000211 stype = smod + '.' + stype
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000212
213 if not issubclass(etype, SyntaxError):
Benjamin Petersond9fec152013-04-29 16:09:39 -0400214 yield _format_final_exc_line(stype, value)
215 return
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000216
217 # It was a syntax error; show exactly where the problem was found.
Guido van Rossum33d26892007-08-05 15:29:28 +0000218 filename = value.filename or "<string>"
219 lineno = str(value.lineno) or '?'
Benjamin Petersond9fec152013-04-29 16:09:39 -0400220 yield ' File "{}", line {}\n'.format(filename, lineno)
221
Guido van Rossum33d26892007-08-05 15:29:28 +0000222 badline = value.text
223 offset = value.offset
224 if badline is not None:
Benjamin Petersond9fec152013-04-29 16:09:39 -0400225 yield ' {}\n'.format(badline.strip())
Guido van Rossum33d26892007-08-05 15:29:28 +0000226 if offset is not None:
Florent Xicluna758fa5e2014-01-22 01:11:43 +0100227 caretspace = badline.rstrip('\n')
228 offset = min(len(caretspace), offset) - 1
229 caretspace = caretspace[:offset].lstrip()
Guido van Rossum33d26892007-08-05 15:29:28 +0000230 # non-space whitespace (likes tabs) must be kept for alignment
231 caretspace = ((c.isspace() and c or ' ') for c in caretspace)
Florent Xicluna45e124e2014-01-22 01:16:25 +0100232 yield ' {}^\n'.format(''.join(caretspace))
Guido van Rossum33d26892007-08-05 15:29:28 +0000233 msg = value.msg or "<no detail available>"
Benjamin Petersond9fec152013-04-29 16:09:39 -0400234 yield "{}: {}\n".format(stype, msg)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000235
236def _format_final_exc_line(etype, value):
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000237 valuestr = _some_str(value)
238 if value is None or not valuestr:
239 line = "%s\n" % etype
Tim Petersb90f89a2001-01-15 03:26:36 +0000240 else:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000241 line = "%s: %s\n" % (etype, valuestr)
242 return line
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000243
Guido van Rossum2823f032000-08-22 02:04:46 +0000244def _some_str(value):
Tim Petersb90f89a2001-01-15 03:26:36 +0000245 try:
246 return str(value)
247 except:
248 return '<unprintable %s object>' % type(value).__name__
Guido van Rossum2823f032000-08-22 02:04:46 +0000249
Benjamin Petersone6528212008-07-15 15:32:09 +0000250def print_exc(limit=None, file=None, chain=True):
Neal Norwitzac3625f2006-03-17 05:49:33 +0000251 """Shorthand for 'print_exception(*sys.exc_info(), limit, file)'."""
Benjamin Petersond9fec152013-04-29 16:09:39 -0400252 print_exception(*sys.exc_info(), limit=limit, file=file, chain=chain)
Neil Schemenauerf607fc52003-11-05 23:03:00 +0000253
Benjamin Petersone6528212008-07-15 15:32:09 +0000254def format_exc(limit=None, chain=True):
Neil Schemenauerf607fc52003-11-05 23:03:00 +0000255 """Like print_exc() but return a string."""
Benjamin Petersond9fec152013-04-29 16:09:39 -0400256 return "".join(format_exception(*sys.exc_info(), limit=limit, chain=chain))
Neil Schemenauerf607fc52003-11-05 23:03:00 +0000257
Benjamin Petersone6528212008-07-15 15:32:09 +0000258def print_last(limit=None, file=None, chain=True):
Tim Petersb90f89a2001-01-15 03:26:36 +0000259 """This is a shorthand for 'print_exception(sys.last_type,
260 sys.last_value, sys.last_traceback, limit, file)'."""
Benjamin Petersone549ead2009-03-28 21:42:05 +0000261 if not hasattr(sys, "last_type"):
262 raise ValueError("no last exception")
Tim Petersb90f89a2001-01-15 03:26:36 +0000263 print_exception(sys.last_type, sys.last_value, sys.last_traceback,
Benjamin Petersone6528212008-07-15 15:32:09 +0000264 limit, file, chain)
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000265
Benjamin Petersond9fec152013-04-29 16:09:39 -0400266#
267# Printing and Extracting Stacks.
268#
269
270def _extract_stack_iter(f, limit=None):
271 return _extract_tb_or_stack_iter(
272 f, limit, lambda f: (f, f.f_lineno, f.f_back))
273
274def _get_stack(f):
275 if f is None:
276 f = sys._getframe().f_back.f_back
277 return f
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000278
279def print_stack(f=None, limit=None, file=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000280 """Print a stack trace from its invocation point.
Tim Petersa19a1682001-03-29 04:36:09 +0000281
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000282 The optional 'f' argument can be used to specify an alternate
283 stack frame at which to start. The optional 'limit' and 'file'
284 arguments have the same meaning as for print_exception().
285 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400286 print_list(extract_stack(_get_stack(f), limit=limit), file=file)
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000287
288def format_stack(f=None, limit=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000289 """Shorthand for 'format_list(extract_stack(f, limit))'."""
Benjamin Petersond9fec152013-04-29 16:09:39 -0400290 return format_list(extract_stack(_get_stack(f), limit=limit))
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000291
Georg Brandl2ad07c32009-09-16 14:24:29 +0000292def extract_stack(f=None, limit=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000293 """Extract the raw traceback from the current stack frame.
294
295 The return value has the same format as for extract_tb(). The
296 optional 'f' and 'limit' arguments have the same meaning as for
297 print_stack(). Each item in the list is a quadruple (filename,
298 line number, function name, text), and the entries are in order
299 from oldest to newest stack frame.
300 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400301 stack = list(_extract_stack_iter(_get_stack(f), limit=limit))
302 stack.reverse()
303 return stack
Andrew Kuchling173a1572013-09-15 18:15:56 -0400304
305def clear_frames(tb):
306 "Clear all references to local variables in the frames of a traceback."
307 while tb is not None:
308 try:
309 tb.tb_frame.clear()
310 except RuntimeError:
311 # Ignore the exception raised if the frame is still executing.
312 pass
313 tb = tb.tb_next