blob: 3aa1578f4e425c9523e9f2b23c35779322571e26 [file] [log] [blame]
Guido van Rossume7b146f2000-02-04 15:28:42 +00001"""Extract, format and print information about Python stack traces."""
Guido van Rossum526beed1994-07-01 15:36:46 +00002
3import linecache
Guido van Rossum526beed1994-07-01 15:36:46 +00004import sys
Benjamin Petersond9fec152013-04-29 16:09:39 -04005import operator
Guido van Rossum526beed1994-07-01 15:36:46 +00006
Skip Montanaro40fc1602001-03-01 04:27:19 +00007__all__ = ['extract_stack', 'extract_tb', 'format_exception',
8 'format_exception_only', 'format_list', 'format_stack',
Neil Schemenauerf607fc52003-11-05 23:03:00 +00009 'format_tb', 'print_exc', 'format_exc', 'print_exception',
Georg Brandlc7372832008-05-12 18:03:53 +000010 'print_last', 'print_stack', 'print_tb']
Skip Montanaro40fc1602001-03-01 04:27:19 +000011
Benjamin Petersond9fec152013-04-29 16:09:39 -040012#
13# Formatting and printing lists of traceback lines.
14#
Guido van Rossumdcc057a1996-08-12 23:18:13 +000015
Benjamin Petersond9fec152013-04-29 16:09:39 -040016def _format_list_iter(extracted_list):
17 for filename, lineno, name, line in extracted_list:
18 item = ' File "{}", line {}, in {}\n'.format(filename, lineno, name)
19 if line:
20 item = item + ' {}\n'.format(line.strip())
21 yield item
Guido van Rossumdcc057a1996-08-12 23:18:13 +000022
23def print_list(extracted_list, file=None):
Tim Petersb90f89a2001-01-15 03:26:36 +000024 """Print the list of tuples as returned by extract_tb() or
25 extract_stack() as a formatted stack trace to the given file."""
Raymond Hettinger10ff7062002-06-02 03:04:52 +000026 if file is None:
Tim Petersb90f89a2001-01-15 03:26:36 +000027 file = sys.stderr
Benjamin Petersond9fec152013-04-29 16:09:39 -040028 for item in _format_list_iter(extracted_list):
29 print(item, file=file, end="")
Guido van Rossumdcc057a1996-08-12 23:18:13 +000030
31def format_list(extracted_list):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000032 """Format a list of traceback entry tuples for printing.
33
34 Given a list of tuples as returned by extract_tb() or
Tim Petersb90f89a2001-01-15 03:26:36 +000035 extract_stack(), return a list of strings ready for printing.
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000036 Each string in the resulting list corresponds to the item with the
37 same index in the argument list. Each string ends in a newline;
38 the strings may contain internal newlines as well, for those items
39 whose source text line is not None.
40 """
Benjamin Petersond9fec152013-04-29 16:09:39 -040041 return list(_format_list_iter(extracted_list))
Tim Petersb90f89a2001-01-15 03:26:36 +000042
Benjamin Petersond9fec152013-04-29 16:09:39 -040043#
44# Printing and Extracting Tracebacks.
45#
46
47# extractor takes curr and needs to return a tuple of:
48# - Frame object
49# - Line number
50# - Next item (same type as curr)
51# In practice, curr is either a traceback or a frame.
52def _extract_tb_or_stack_iter(curr, limit, extractor):
53 if limit is None:
54 limit = getattr(sys, 'tracebacklimit', None)
55
56 n = 0
57 while curr is not None and (limit is None or n < limit):
58 f, lineno, next_item = extractor(curr)
59 co = f.f_code
60 filename = co.co_filename
61 name = co.co_name
62
63 linecache.checkcache(filename)
64 line = linecache.getline(filename, lineno, f.f_globals)
65
66 if line:
67 line = line.strip()
68 else:
69 line = None
70
71 yield (filename, lineno, name, line)
72 curr = next_item
73 n += 1
74
75def _extract_tb_iter(tb, limit):
76 return _extract_tb_or_stack_iter(
77 tb, limit,
78 operator.attrgetter("tb_frame", "tb_lineno", "tb_next"))
Guido van Rossum194e20a1995-09-20 20:31:51 +000079
80def print_tb(tb, limit=None, file=None):
Tim Petersb90f89a2001-01-15 03:26:36 +000081 """Print up to 'limit' stack trace entries from the traceback 'tb'.
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000082
83 If 'limit' is omitted or None, all entries are printed. If 'file'
84 is omitted or None, the output goes to sys.stderr; otherwise
85 'file' should be an open file or file-like object with a write()
86 method.
87 """
Benjamin Petersond9fec152013-04-29 16:09:39 -040088 print_list(extract_tb(tb, limit=limit), file=file)
Guido van Rossum526beed1994-07-01 15:36:46 +000089
Georg Brandl2ad07c32009-09-16 14:24:29 +000090def format_tb(tb, limit=None):
Benjamin Petersond9fec152013-04-29 16:09:39 -040091 """A shorthand for 'format_list(extract_tb(tb, limit))."""
92 return format_list(extract_tb(tb, limit=limit))
Guido van Rossum28e99fe1995-08-04 04:30:30 +000093
Georg Brandl2ad07c32009-09-16 14:24:29 +000094def extract_tb(tb, limit=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +000095 """Return list of up to limit pre-processed entries from traceback.
96
97 This is useful for alternate formatting of stack traces. If
98 'limit' is omitted or None, all entries are extracted. A
99 pre-processed stack trace entry is a quadruple (filename, line
100 number, function name, text) representing the information that is
101 usually printed for a stack trace. The text is a string with
102 leading and trailing whitespace stripped; if the source is not
103 available it is None.
104 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400105 return list(_extract_tb_iter(tb, limit=limit))
Guido van Rossum526beed1994-07-01 15:36:46 +0000106
Benjamin Petersond9fec152013-04-29 16:09:39 -0400107#
108# Exception formatting and output.
109#
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000110
Benjamin Petersone6528212008-07-15 15:32:09 +0000111_cause_message = (
112 "\nThe above exception was the direct cause "
113 "of the following exception:\n")
114
115_context_message = (
116 "\nDuring handling of the above exception, "
117 "another exception occurred:\n")
118
119def _iter_chain(exc, custom_tb=None, seen=None):
120 if seen is None:
121 seen = set()
122 seen.add(exc)
123 its = []
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700124 context = exc.__context__
Benjamin Petersone6528212008-07-15 15:32:09 +0000125 cause = exc.__cause__
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700126 if cause is not None and cause not in seen:
Nick Coghlanab7bf212012-02-26 17:49:52 +1000127 its.append(_iter_chain(cause, False, seen))
128 its.append([(_cause_message, None)])
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700129 elif (context is not None and
130 not exc.__suppress_context__ and
131 context not in seen):
132 its.append(_iter_chain(context, None, seen))
133 its.append([(_context_message, None)])
Benjamin Petersone6528212008-07-15 15:32:09 +0000134 its.append([(exc, custom_tb or exc.__traceback__)])
Hirokazu Yamamoto54a1cc62008-09-09 17:55:11 +0000135 # itertools.chain is in an extension module and may be unavailable
136 for it in its:
Philip Jenvey4993cc02012-10-01 12:53:43 -0700137 yield from it
Benjamin Petersone6528212008-07-15 15:32:09 +0000138
Benjamin Petersond9fec152013-04-29 16:09:39 -0400139def _format_exception_iter(etype, value, tb, limit, chain):
140 if chain:
141 values = _iter_chain(value, tb)
142 else:
143 values = [(value, tb)]
144
145 for value, tb in values:
146 if isinstance(value, str):
147 # This is a cause/context message line
148 yield value + '\n'
149 continue
150 if tb:
151 yield 'Traceback (most recent call last):\n'
152 yield from _format_list_iter(_extract_tb_iter(tb, limit=limit))
153 yield from _format_exception_only_iter(type(value), value)
Benjamin Petersone6528212008-07-15 15:32:09 +0000154
155def print_exception(etype, value, tb, limit=None, file=None, chain=True):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000156 """Print exception up to 'limit' stack trace entries from 'tb' to 'file'.
157
158 This differs from print_tb() in the following ways: (1) if
159 traceback is not None, it prints a header "Traceback (most recent
160 call last):"; (2) it prints the exception type and value after the
161 stack trace; (3) if type is SyntaxError and value has the
162 appropriate format, it prints the line where the syntax error
Tim Petersb90f89a2001-01-15 03:26:36 +0000163 occurred with a caret on the next line indicating the approximate
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000164 position of the error.
165 """
Raymond Hettinger10ff7062002-06-02 03:04:52 +0000166 if file is None:
Tim Petersb90f89a2001-01-15 03:26:36 +0000167 file = sys.stderr
Benjamin Petersond9fec152013-04-29 16:09:39 -0400168 for line in _format_exception_iter(etype, value, tb, limit, chain):
169 print(line, file=file, end="")
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000170
Benjamin Petersone6528212008-07-15 15:32:09 +0000171def format_exception(etype, value, tb, limit=None, chain=True):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000172 """Format a stack trace and the exception information.
173
174 The arguments have the same meaning as the corresponding arguments
175 to print_exception(). The return value is a list of strings, each
Tim Petersb90f89a2001-01-15 03:26:36 +0000176 ending in a newline and some containing internal newlines. When
177 these lines are concatenated and printed, exactly the same text is
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000178 printed as does print_exception().
179 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400180 return list(_format_exception_iter(etype, value, tb, limit, chain))
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000181
182def format_exception_only(etype, value):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000183 """Format the exception part of a traceback.
184
185 The arguments are the exception type and value such as given by
186 sys.last_type and sys.last_value. The return value is a list of
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000187 strings, each ending in a newline.
188
189 Normally, the list contains a single string; however, for
190 SyntaxError exceptions, it contains several lines that (when
191 printed) display detailed information about where the syntax
192 error occurred.
193
194 The message indicating which exception occurred is always the last
195 string in the list.
196
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000197 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400198 return list(_format_exception_only_iter(etype, value))
199
200def _format_exception_only_iter(etype, value):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000201 # Gracefully handle (the way Python 2.4 and earlier did) the case of
202 # being called with (None, None).
203 if etype is None:
Benjamin Petersond9fec152013-04-29 16:09:39 -0400204 yield _format_final_exc_line(etype, value)
205 return
Thomas Wouters89f507f2006-12-13 04:49:30 +0000206
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000207 stype = etype.__name__
Guido van Rossum6a2a2a02006-08-26 20:37:44 +0000208 smod = etype.__module__
Georg Brandl1a3284e2007-12-02 09:40:06 +0000209 if smod not in ("__main__", "builtins"):
Guido van Rossum6a2a2a02006-08-26 20:37:44 +0000210 stype = smod + '.' + stype
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000211
212 if not issubclass(etype, SyntaxError):
Benjamin Petersond9fec152013-04-29 16:09:39 -0400213 yield _format_final_exc_line(stype, value)
214 return
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000215
216 # It was a syntax error; show exactly where the problem was found.
Guido van Rossum33d26892007-08-05 15:29:28 +0000217 filename = value.filename or "<string>"
218 lineno = str(value.lineno) or '?'
Benjamin Petersond9fec152013-04-29 16:09:39 -0400219 yield ' File "{}", line {}\n'.format(filename, lineno)
220
Guido van Rossum33d26892007-08-05 15:29:28 +0000221 badline = value.text
222 offset = value.offset
223 if badline is not None:
Benjamin Petersond9fec152013-04-29 16:09:39 -0400224 yield ' {}\n'.format(badline.strip())
Guido van Rossum33d26892007-08-05 15:29:28 +0000225 if offset is not None:
Georg Brandl3cfdd9c2009-06-04 10:21:10 +0000226 caretspace = badline.rstrip('\n')[:offset].lstrip()
Guido van Rossum33d26892007-08-05 15:29:28 +0000227 # non-space whitespace (likes tabs) must be kept for alignment
228 caretspace = ((c.isspace() and c or ' ') for c in caretspace)
229 # only three spaces to account for offset1 == pos 0
Benjamin Petersond9fec152013-04-29 16:09:39 -0400230 yield ' {}^\n'.format(''.join(caretspace))
Guido van Rossum33d26892007-08-05 15:29:28 +0000231 msg = value.msg or "<no detail available>"
Benjamin Petersond9fec152013-04-29 16:09:39 -0400232 yield "{}: {}\n".format(stype, msg)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000233
234def _format_final_exc_line(etype, value):
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000235 valuestr = _some_str(value)
236 if value is None or not valuestr:
237 line = "%s\n" % etype
Tim Petersb90f89a2001-01-15 03:26:36 +0000238 else:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000239 line = "%s: %s\n" % (etype, valuestr)
240 return line
Guido van Rossum28e99fe1995-08-04 04:30:30 +0000241
Guido van Rossum2823f032000-08-22 02:04:46 +0000242def _some_str(value):
Tim Petersb90f89a2001-01-15 03:26:36 +0000243 try:
244 return str(value)
245 except:
246 return '<unprintable %s object>' % type(value).__name__
Guido van Rossum2823f032000-08-22 02:04:46 +0000247
Benjamin Petersone6528212008-07-15 15:32:09 +0000248def print_exc(limit=None, file=None, chain=True):
Neal Norwitzac3625f2006-03-17 05:49:33 +0000249 """Shorthand for 'print_exception(*sys.exc_info(), limit, file)'."""
Benjamin Petersond9fec152013-04-29 16:09:39 -0400250 print_exception(*sys.exc_info(), limit=limit, file=file, chain=chain)
Neil Schemenauerf607fc52003-11-05 23:03:00 +0000251
Benjamin Petersone6528212008-07-15 15:32:09 +0000252def format_exc(limit=None, chain=True):
Neil Schemenauerf607fc52003-11-05 23:03:00 +0000253 """Like print_exc() but return a string."""
Benjamin Petersond9fec152013-04-29 16:09:39 -0400254 return "".join(format_exception(*sys.exc_info(), limit=limit, chain=chain))
Neil Schemenauerf607fc52003-11-05 23:03:00 +0000255
Benjamin Petersone6528212008-07-15 15:32:09 +0000256def print_last(limit=None, file=None, chain=True):
Tim Petersb90f89a2001-01-15 03:26:36 +0000257 """This is a shorthand for 'print_exception(sys.last_type,
258 sys.last_value, sys.last_traceback, limit, file)'."""
Benjamin Petersone549ead2009-03-28 21:42:05 +0000259 if not hasattr(sys, "last_type"):
260 raise ValueError("no last exception")
Tim Petersb90f89a2001-01-15 03:26:36 +0000261 print_exception(sys.last_type, sys.last_value, sys.last_traceback,
Benjamin Petersone6528212008-07-15 15:32:09 +0000262 limit, file, chain)
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000263
Benjamin Petersond9fec152013-04-29 16:09:39 -0400264#
265# Printing and Extracting Stacks.
266#
267
268def _extract_stack_iter(f, limit=None):
269 return _extract_tb_or_stack_iter(
270 f, limit, lambda f: (f, f.f_lineno, f.f_back))
271
272def _get_stack(f):
273 if f is None:
274 f = sys._getframe().f_back.f_back
275 return f
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000276
277def print_stack(f=None, limit=None, file=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000278 """Print a stack trace from its invocation point.
Tim Petersa19a1682001-03-29 04:36:09 +0000279
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000280 The optional 'f' argument can be used to specify an alternate
281 stack frame at which to start. The optional 'limit' and 'file'
282 arguments have the same meaning as for print_exception().
283 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400284 print_list(extract_stack(_get_stack(f), limit=limit), file=file)
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000285
286def format_stack(f=None, limit=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000287 """Shorthand for 'format_list(extract_stack(f, limit))'."""
Benjamin Petersond9fec152013-04-29 16:09:39 -0400288 return format_list(extract_stack(_get_stack(f), limit=limit))
Guido van Rossumdcc057a1996-08-12 23:18:13 +0000289
Georg Brandl2ad07c32009-09-16 14:24:29 +0000290def extract_stack(f=None, limit=None):
Jeremy Hylton69e9e8b2001-03-21 19:09:31 +0000291 """Extract the raw traceback from the current stack frame.
292
293 The return value has the same format as for extract_tb(). The
294 optional 'f' and 'limit' arguments have the same meaning as for
295 print_stack(). Each item in the list is a quadruple (filename,
296 line number, function name, text), and the entries are in order
297 from oldest to newest stack frame.
298 """
Benjamin Petersond9fec152013-04-29 16:09:39 -0400299 stack = list(_extract_stack_iter(_get_stack(f), limit=limit))
300 stack.reverse()
301 return stack