blob: 5758abd3d89851a21179d69bb4c08715fc7b0de9 [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Christian Heimesbe5b30b2008-03-03 19:18:51 +000042from abc import ABCMeta
Raymond Hettingera1a992c2005-03-11 06:46:45 +000043from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000044from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000045# These constants are from Include/code.h.
46CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
47CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000048
Christian Heimesbe5b30b2008-03-03 19:18:51 +000049# See Include/object.h
50TPFLAGS_IS_ABSTRACT = 1 << 20
51
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000052# ----------------------------------------------------------- type-checking
53def ismodule(object):
54 """Return true if the object is a module.
55
56 Module objects provide these attributes:
57 __doc__ documentation string
58 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000059 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000060
61def isclass(object):
62 """Return true if the object is a class.
63
64 Class objects provide these attributes:
65 __doc__ documentation string
66 __module__ name of module in which this class was defined"""
Guido van Rossum13257902007-06-07 23:15:56 +000067 return isinstance(object, type) or hasattr(object, '__bases__')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000068
69def ismethod(object):
70 """Return true if the object is an instance method.
71
72 Instance method objects provide these attributes:
73 __doc__ documentation string
74 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000075 __func__ function object containing implementation of method
76 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000077 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000078
Tim Peters536d2262001-09-20 05:13:38 +000079def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000080 """Return true if the object is a method descriptor.
81
82 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000083
84 This is new in Python 2.2, and, for example, is true of int.__add__.
85 An object passing this test has a __get__ attribute but not a __set__
86 attribute, but beyond that the set of attributes varies. __name__ is
87 usually sensible, and __doc__ often is.
88
Tim Petersf1d90b92001-09-20 05:47:55 +000089 Methods implemented via descriptors that also pass one of the other
90 tests return false from the ismethoddescriptor() test, simply because
91 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000092 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000093 return (hasattr(object, "__get__")
94 and not hasattr(object, "__set__") # else it's a data descriptor
95 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000096 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000097 and not isclass(object))
98
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000099def isdatadescriptor(object):
100 """Return true if the object is a data descriptor.
101
102 Data descriptors have both a __get__ and a __set__ attribute. Examples are
103 properties (defined in Python) and getsets and members (defined in C).
104 Typically, data descriptors will also have __name__ and __doc__ attributes
105 (properties, getsets, and members have both of these attributes), but this
106 is not guaranteed."""
107 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
108
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000109if hasattr(types, 'MemberDescriptorType'):
110 # CPython and equivalent
111 def ismemberdescriptor(object):
112 """Return true if the object is a member descriptor.
113
114 Member descriptors are specialized descriptors defined in extension
115 modules."""
116 return isinstance(object, types.MemberDescriptorType)
117else:
118 # Other implementations
119 def ismemberdescriptor(object):
120 """Return true if the object is a member descriptor.
121
122 Member descriptors are specialized descriptors defined in extension
123 modules."""
124 return False
125
126if hasattr(types, 'GetSetDescriptorType'):
127 # CPython and equivalent
128 def isgetsetdescriptor(object):
129 """Return true if the object is a getset descriptor.
130
131 getset descriptors are specialized descriptors defined in extension
132 modules."""
133 return isinstance(object, types.GetSetDescriptorType)
134else:
135 # Other implementations
136 def isgetsetdescriptor(object):
137 """Return true if the object is a getset descriptor.
138
139 getset descriptors are specialized descriptors defined in extension
140 modules."""
141 return False
142
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000143def isfunction(object):
144 """Return true if the object is a user-defined function.
145
146 Function objects provide these attributes:
147 __doc__ documentation string
148 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000149 __code__ code object containing compiled function bytecode
150 __defaults__ tuple of any default values for arguments
151 __globals__ global namespace in which this function was defined
152 __annotations__ dict of parameter annotations
153 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000154 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000155
Christian Heimes7131fd92008-02-19 14:21:46 +0000156def isgeneratorfunction(object):
157 """Return true if the object is a user-defined generator function.
158
159 Generator function objects provides same attributes as functions.
160
161 See isfunction.__doc__ for attributes listing."""
162 if (isfunction(object) or ismethod(object)) and \
163 object.__code__.co_flags & CO_GENERATOR:
164 return True
165
166def isgenerator(object):
167 """Return true if the object is a generator.
168
169 Generator objects provide these attributes:
170 __iter__ defined to support interation over container
171 close raises a new GeneratorExit exception inside the
172 generator to terminate the iteration
173 gi_code code object
174 gi_frame frame object or possibly None once the generator has
175 been exhausted
176 gi_running set to 1 when generator is executing, 0 otherwise
177 next return the next item from the container
178 send resumes the generator and "sends" a value that becomes
179 the result of the current yield-expression
180 throw used to raise an exception inside the generator"""
181 return isinstance(object, types.GeneratorType)
182
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000183def istraceback(object):
184 """Return true if the object is a traceback.
185
186 Traceback objects provide these attributes:
187 tb_frame frame object at this level
188 tb_lasti index of last attempted instruction in bytecode
189 tb_lineno current line number in Python source code
190 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000191 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000192
193def isframe(object):
194 """Return true if the object is a frame object.
195
196 Frame objects provide these attributes:
197 f_back next outer frame object (this frame's caller)
198 f_builtins built-in namespace seen by this frame
199 f_code code object being executed in this frame
200 f_exc_traceback traceback if raised in this frame, or None
201 f_exc_type exception type if raised in this frame, or None
202 f_exc_value exception value if raised in this frame, or None
203 f_globals global namespace seen by this frame
204 f_lasti index of last attempted instruction in bytecode
205 f_lineno current line number in Python source code
206 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000207 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000208 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000209
210def iscode(object):
211 """Return true if the object is a code object.
212
213 Code objects provide these attributes:
214 co_argcount number of arguments (not including * or ** args)
215 co_code string of raw compiled bytecode
216 co_consts tuple of constants used in the bytecode
217 co_filename name of file in which this code object was created
218 co_firstlineno number of first line in Python source code
219 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
220 co_lnotab encoded mapping of line numbers to bytecode indices
221 co_name name with which this code object was defined
222 co_names tuple of names of local variables
223 co_nlocals number of local variables
224 co_stacksize virtual machine stack space required
225 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000226 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000227
228def isbuiltin(object):
229 """Return true if the object is a built-in function or method.
230
231 Built-in functions and methods provide these attributes:
232 __doc__ documentation string
233 __name__ original name of this function or method
234 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000235 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000236
237def isroutine(object):
238 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000239 return (isbuiltin(object)
240 or isfunction(object)
241 or ismethod(object)
242 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000243
Christian Heimes7131fd92008-02-19 14:21:46 +0000244def isgenerator(object):
245 """Return true if the object is a generator object."""
246 return isinstance(object, types.GeneratorType)
247
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000248def isabstract(object):
249 """Return true if the object is an abstract base class (ABC)."""
Christian Heimes5e696852008-04-09 08:37:03 +0000250 return isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000251
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000252def getmembers(object, predicate=None):
253 """Return all members of an object as (name, value) pairs sorted by name.
254 Optionally, only return members that satisfy a given predicate."""
255 results = []
256 for key in dir(object):
257 value = getattr(object, key)
258 if not predicate or predicate(value):
259 results.append((key, value))
260 results.sort()
261 return results
262
Christian Heimes25bb7832008-01-11 16:17:00 +0000263Attribute = namedtuple('Attribute', 'name kind defining_class object')
264
Tim Peters13b49d32001-09-23 02:00:29 +0000265def classify_class_attrs(cls):
266 """Return list of attribute-descriptor tuples.
267
268 For each name in dir(cls), the return list contains a 4-tuple
269 with these elements:
270
271 0. The name (a string).
272
273 1. The kind of attribute this is, one of these strings:
274 'class method' created via classmethod()
275 'static method' created via staticmethod()
276 'property' created via property()
277 'method' any other flavor of method
278 'data' not a method
279
280 2. The class which defined this attribute (a class).
281
282 3. The object as obtained directly from the defining class's
283 __dict__, not via getattr. This is especially important for
284 data attributes: C.data is just a data object, but
285 C.__dict__['data'] may be a data descriptor with additional
286 info, like a __doc__ string.
287 """
288
289 mro = getmro(cls)
290 names = dir(cls)
291 result = []
292 for name in names:
293 # Get the object associated with the name.
294 # Getting an obj from the __dict__ sometimes reveals more than
295 # using getattr. Static and class methods are dramatic examples.
296 if name in cls.__dict__:
297 obj = cls.__dict__[name]
298 else:
299 obj = getattr(cls, name)
300
301 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000302 homecls = getattr(obj, "__objclass__", None)
303 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000304 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000305 for base in mro:
306 if name in base.__dict__:
307 homecls = base
308 break
309
310 # Get the object again, in order to get it from the defining
311 # __dict__ instead of via getattr (if possible).
312 if homecls is not None and name in homecls.__dict__:
313 obj = homecls.__dict__[name]
314
315 # Also get the object via getattr.
316 obj_via_getattr = getattr(cls, name)
317
318 # Classify the object.
319 if isinstance(obj, staticmethod):
320 kind = "static method"
321 elif isinstance(obj, classmethod):
322 kind = "class method"
323 elif isinstance(obj, property):
324 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000325 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000326 ismethoddescriptor(obj_via_getattr)):
327 kind = "method"
328 else:
329 kind = "data"
330
Christian Heimes25bb7832008-01-11 16:17:00 +0000331 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000332
333 return result
334
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000335# ----------------------------------------------------------- class helpers
336def _searchbases(cls, accum):
337 # Simulate the "classic class" search order.
338 if cls in accum:
339 return
340 accum.append(cls)
341 for base in cls.__bases__:
342 _searchbases(base, accum)
343
344def getmro(cls):
345 "Return tuple of base classes (including cls) in method resolution order."
346 if hasattr(cls, "__mro__"):
347 return cls.__mro__
348 else:
349 result = []
350 _searchbases(cls, result)
351 return tuple(result)
352
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000353# -------------------------------------------------- source code extraction
354def indentsize(line):
355 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000356 expline = line.expandtabs()
357 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000358
359def getdoc(object):
360 """Get the documentation string for an object.
361
362 All tabs are expanded to spaces. To clean up docstrings that are
363 indented to line up with blocks of code, any whitespace than can be
364 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000365 try:
366 doc = object.__doc__
367 except AttributeError:
368 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000369 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000370 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000371 return cleandoc(doc)
372
373def cleandoc(doc):
374 """Clean up indentation from docstrings.
375
376 Any whitespace that can be uniformly removed from the second line
377 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000378 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000379 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000380 except UnicodeError:
381 return None
382 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000383 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000384 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000385 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000386 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000387 if content:
388 indent = len(line) - content
389 margin = min(margin, indent)
390 # Remove indentation.
391 if lines:
392 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000393 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000394 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000395 # Remove any trailing or leading blank lines.
396 while lines and not lines[-1]:
397 lines.pop()
398 while lines and not lines[0]:
399 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000400 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000401
402def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000403 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000404 if ismodule(object):
405 if hasattr(object, '__file__'):
406 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000407 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000408 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000409 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000410 if hasattr(object, '__file__'):
411 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000412 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000413 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000414 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000415 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000416 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000417 if istraceback(object):
418 object = object.tb_frame
419 if isframe(object):
420 object = object.f_code
421 if iscode(object):
422 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000423 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000424 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000425
Christian Heimes25bb7832008-01-11 16:17:00 +0000426ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
427
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000428def getmoduleinfo(path):
429 """Get the module name, suffix, mode, and module type for a given file."""
430 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000431 suffixes = [(-len(suffix), suffix, mode, mtype)
432 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000433 suffixes.sort() # try longest suffixes first, in case they overlap
434 for neglen, suffix, mode, mtype in suffixes:
435 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000436 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000437
438def getmodulename(path):
439 """Return the module name for a given file, or None."""
440 info = getmoduleinfo(path)
441 if info: return info[0]
442
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000443def getsourcefile(object):
444 """Return the Python source file an object was defined in, if it exists."""
445 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000446 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000447 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000448 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000449 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000450 # Looks like a binary file. We want to only return a text file.
451 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000452 if os.path.exists(filename):
453 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000454 # only return a non-existent filename if the module has a PEP 302 loader
455 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000456 return filename
457
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000458def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000459 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000460
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000461 The idea is for each object to have a unique origin, so this routine
462 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000463 if _filename is None:
464 _filename = getsourcefile(object) or getfile(object)
465 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000466
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000467modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000468_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000469
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000470def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000471 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000472 if ismodule(object):
473 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000474 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000475 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000476 # Try the filename to modulename cache
477 if _filename is not None and _filename in modulesbyfile:
478 return sys.modules.get(modulesbyfile[_filename])
479 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000480 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000481 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000482 except TypeError:
483 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000484 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000485 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000486 # Update the filename to module name cache and check yet again
487 # Copy sys.modules in order to cope with changes while iterating
488 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000489 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000490 f = module.__file__
491 if f == _filesbymodname.get(modname, None):
492 # Have already mapped this module, so skip it
493 continue
494 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000495 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000496 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000497 modulesbyfile[f] = modulesbyfile[
498 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000499 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000500 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000501 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000502 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000503 if not hasattr(object, '__name__'):
504 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000505 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000506 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000507 if mainobject is object:
508 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000509 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000510 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000511 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000512 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000513 if builtinobject is object:
514 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000515
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000516def findsource(object):
517 """Return the entire source file and starting line number for an object.
518
519 The argument may be a module, class, method, function, traceback, frame,
520 or code object. The source code is returned as a list of all the lines
521 in the file and the line number indexes a line in that list. An IOError
522 is raised if the source code cannot be retrieved."""
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000523 file = getsourcefile(object) or getfile(object)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000524 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000525 if module:
526 lines = linecache.getlines(file, module.__dict__)
527 else:
528 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000529 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000530 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000531
532 if ismodule(object):
533 return lines, 0
534
535 if isclass(object):
536 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000537 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
538 # make some effort to find the best matching class definition:
539 # use the one with the least indentation, which is the one
540 # that's most probably not inside a function definition.
541 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000542 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000543 match = pat.match(lines[i])
544 if match:
545 # if it's at toplevel, it's already the best one
546 if lines[i][0] == 'c':
547 return lines, i
548 # else add whitespace to candidate list
549 candidates.append((match.group(1), i))
550 if candidates:
551 # this will sort by whitespace, and by line number,
552 # less whitespace first
553 candidates.sort()
554 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000555 else:
556 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000557
558 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000559 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000560 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000561 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000562 if istraceback(object):
563 object = object.tb_frame
564 if isframe(object):
565 object = object.f_code
566 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000567 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000568 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000569 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000570 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000571 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000572 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000573 lnum = lnum - 1
574 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000575 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000576
577def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000578 """Get lines of comments immediately preceding an object's source code.
579
580 Returns None when source can't be found.
581 """
582 try:
583 lines, lnum = findsource(object)
584 except (IOError, TypeError):
585 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000586
587 if ismodule(object):
588 # Look for a comment block at the top of the file.
589 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000590 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000591 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000592 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000593 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000594 comments = []
595 end = start
596 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000597 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000598 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000599 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000600
601 # Look for a preceding block of comments at the same indentation.
602 elif lnum > 0:
603 indent = indentsize(lines[lnum])
604 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000605 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000606 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000607 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000608 if end > 0:
609 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000610 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000611 while comment[:1] == '#' and indentsize(lines[end]) == indent:
612 comments[:0] = [comment]
613 end = end - 1
614 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000615 comment = lines[end].expandtabs().lstrip()
616 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000617 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000618 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000619 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000620 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000621
Tim Peters4efb6e92001-06-29 23:51:08 +0000622class EndOfBlock(Exception): pass
623
624class BlockFinder:
625 """Provide a tokeneater() method to detect the end of a code block."""
626 def __init__(self):
627 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000628 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000629 self.started = False
630 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000631 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000632
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000633 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000634 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000635 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000636 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000637 if token == "lambda":
638 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000639 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000640 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000641 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000642 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000643 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000644 if self.islambda: # lambdas always end at the first NEWLINE
645 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000646 elif self.passline:
647 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000648 elif type == tokenize.INDENT:
649 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000650 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000651 elif type == tokenize.DEDENT:
652 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000653 # the end of matching indent/dedent pairs end a block
654 # (note that this only works for "def"/"class" blocks,
655 # not e.g. for "if: else:" or "try: finally:" blocks)
656 if self.indent <= 0:
657 raise EndOfBlock
658 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
659 # any other token on the same indentation level end the previous
660 # block as well, except the pseudo-tokens COMMENT and NL.
661 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000662
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000663def getblock(lines):
664 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000665 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000666 try:
Trent Nelson428de652008-03-18 22:41:35 +0000667 tokens = tokenize.generate_tokens(iter(lines).__next__)
668 for _token in tokens:
669 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000670 except (EndOfBlock, IndentationError):
671 pass
672 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000673
674def getsourcelines(object):
675 """Return a list of source lines and starting line number for an object.
676
677 The argument may be a module, class, method, function, traceback, frame,
678 or code object. The source code is returned as a list of the lines
679 corresponding to the object and the line number indicates where in the
680 original source file the first line of code was found. An IOError is
681 raised if the source code cannot be retrieved."""
682 lines, lnum = findsource(object)
683
684 if ismodule(object): return lines, 0
685 else: return getblock(lines[lnum:]), lnum + 1
686
687def getsource(object):
688 """Return the text of the source code for an object.
689
690 The argument may be a module, class, method, function, traceback, frame,
691 or code object. The source code is returned as a single string. An
692 IOError is raised if the source code cannot be retrieved."""
693 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000694 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000695
696# --------------------------------------------------- class tree extraction
697def walktree(classes, children, parent):
698 """Recursive helper function for getclasstree()."""
699 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000700 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000701 for c in classes:
702 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000703 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000704 results.append(walktree(children[c], children, c))
705 return results
706
707def getclasstree(classes, unique=0):
708 """Arrange the given list of classes into a hierarchy of nested lists.
709
710 Where a nested list appears, it contains classes derived from the class
711 whose entry immediately precedes the list. Each entry is a 2-tuple
712 containing a class and a tuple of its base classes. If the 'unique'
713 argument is true, exactly one entry appears in the returned structure
714 for each class in the given list. Otherwise, classes using multiple
715 inheritance and their descendants will appear multiple times."""
716 children = {}
717 roots = []
718 for c in classes:
719 if c.__bases__:
720 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000721 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000722 children[parent] = []
723 children[parent].append(c)
724 if unique and parent in classes: break
725 elif c not in roots:
726 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000727 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000728 if parent not in classes:
729 roots.append(parent)
730 return walktree(roots, children, None)
731
732# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000733Arguments = namedtuple('Arguments', 'args, varargs, varkw')
734
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000735def getargs(co):
736 """Get information about the arguments accepted by a code object.
737
Guido van Rossum2e65f892007-02-28 22:03:49 +0000738 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000739 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000740 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
741 are the names of the * and ** arguments or None."""
742 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000743 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000744
745def _getfullargs(co):
746 """Get information about the arguments accepted by a code object.
747
748 Four things are returned: (args, varargs, kwonlyargs, varkw), where
749 'args' and 'kwonlyargs' are lists of argument names (with 'args'
750 possibly containing nested lists), and 'varargs' and 'varkw' are the
751 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000752
753 if not iscode(co):
754 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000755
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000756 nargs = co.co_argcount
757 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000758 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000759 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000760 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000761 step = 0
762
Guido van Rossum2e65f892007-02-28 22:03:49 +0000763 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000764 varargs = None
765 if co.co_flags & CO_VARARGS:
766 varargs = co.co_varnames[nargs]
767 nargs = nargs + 1
768 varkw = None
769 if co.co_flags & CO_VARKEYWORDS:
770 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000771 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000772
Christian Heimes25bb7832008-01-11 16:17:00 +0000773
774ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
775
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000776def getargspec(func):
777 """Get the names and default values of a function's arguments.
778
779 A tuple of four things is returned: (args, varargs, varkw, defaults).
780 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000781 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000782 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000783 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000784
Guido van Rossum2e65f892007-02-28 22:03:49 +0000785 Use the getfullargspec() API for Python-3000 code, as annotations
786 and keyword arguments are supported. getargspec() will raise ValueError
787 if the func has either annotations or keyword arguments.
788 """
789
790 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
791 getfullargspec(func)
792 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000793 raise ValueError("Function has keyword-only arguments or annotations"
794 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000795 return ArgSpec(args, varargs, varkw, defaults)
796
797FullArgSpec = namedtuple('FullArgSpec',
798 'args, varargs, varkw, defaults, kwonlyargs, kwdefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000799
800def getfullargspec(func):
801 """Get the names and default values of a function's arguments.
802
Brett Cannon504d8852007-09-07 02:12:14 +0000803 A tuple of seven things is returned:
804 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000805 'args' is a list of the argument names (it may contain nested lists).
806 'varargs' and 'varkw' are the names of the * and ** arguments or None.
807 'defaults' is an n-tuple of the default values of the last n arguments.
808 'kwonlyargs' is a list of keyword-only argument names.
809 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
810 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000811
Guido van Rossum2e65f892007-02-28 22:03:49 +0000812 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000813 """
814
815 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000816 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000817 if not isfunction(func):
818 raise TypeError('arg is not a Python function')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000819 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000820 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000821 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000822
Christian Heimes25bb7832008-01-11 16:17:00 +0000823ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
824
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000825def getargvalues(frame):
826 """Get information about arguments passed into a particular frame.
827
828 A tuple of four things is returned: (args, varargs, varkw, locals).
829 'args' is a list of the argument names (it may contain nested lists).
830 'varargs' and 'varkw' are the names of the * and ** arguments or None.
831 'locals' is the locals dictionary of the given frame."""
832 args, varargs, varkw = getargs(frame.f_code)
833 return args, varargs, varkw, frame.f_locals
834
835def joinseq(seq):
836 if len(seq) == 1:
837 return '(' + seq[0] + ',)'
838 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000839 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000840
841def strseq(object, convert, join=joinseq):
842 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000843 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000844 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
845 else:
846 return convert(object)
847
Guido van Rossum2e65f892007-02-28 22:03:49 +0000848def formatannotation(annotation, base_module=None):
849 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000850 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000851 return annotation.__name__
852 return annotation.__module__+'.'+annotation.__name__
853 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000854
Guido van Rossum2e65f892007-02-28 22:03:49 +0000855def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000856 module = getattr(object, '__module__', None)
857 def _formatannotation(annotation):
858 return formatannotation(annotation, module)
859 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000860
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000861def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000862 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000863 formatarg=str,
864 formatvarargs=lambda name: '*' + name,
865 formatvarkw=lambda name: '**' + name,
866 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000867 formatreturns=lambda text: ' -> ' + text,
868 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000869 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000870 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000871 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000872
Guido van Rossum2e65f892007-02-28 22:03:49 +0000873 The first seven arguments are (args, varargs, varkw, defaults,
874 kwonlyargs, kwonlydefaults, annotations). The other five arguments
875 are the corresponding optional formatting functions that are called to
876 turn names and values into strings. The last argument is an optional
877 function to format the sequence of arguments."""
878 def formatargandannotation(arg):
879 result = formatarg(arg)
880 if arg in annotations:
881 result += ': ' + formatannotation(annotations[arg])
882 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000883 specs = []
884 if defaults:
885 firstdefault = len(args) - len(defaults)
886 for i in range(len(args)):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000887 spec = strseq(args[i], formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000888 if defaults and i >= firstdefault:
889 spec = spec + formatvalue(defaults[i - firstdefault])
890 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000891 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000892 specs.append(formatvarargs(formatargandannotation(varargs)))
893 else:
894 if kwonlyargs:
895 specs.append('*')
896 if kwonlyargs:
897 for kwonlyarg in kwonlyargs:
898 spec = formatargandannotation(kwonlyarg)
899 if kwonlyarg in kwonlydefaults:
900 spec += formatvalue(kwonlydefaults[kwonlyarg])
901 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000902 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000903 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000904 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000905 if 'return' in annotations:
906 result += formatreturns(formatannotation(annotations['return']))
907 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000908
909def formatargvalues(args, varargs, varkw, locals,
910 formatarg=str,
911 formatvarargs=lambda name: '*' + name,
912 formatvarkw=lambda name: '**' + name,
913 formatvalue=lambda value: '=' + repr(value),
914 join=joinseq):
915 """Format an argument spec from the 4 values returned by getargvalues.
916
917 The first four arguments are (args, varargs, varkw, locals). The
918 next four arguments are the corresponding optional formatting functions
919 that are called to turn names and values into strings. The ninth
920 argument is an optional function to format the sequence of arguments."""
921 def convert(name, locals=locals,
922 formatarg=formatarg, formatvalue=formatvalue):
923 return formatarg(name) + formatvalue(locals[name])
924 specs = []
925 for i in range(len(args)):
926 specs.append(strseq(args[i], convert, join))
927 if varargs:
928 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
929 if varkw:
930 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000931 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000932
933# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000934
935Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
936
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000937def getframeinfo(frame, context=1):
938 """Get information about a frame or traceback object.
939
940 A tuple of five things is returned: the filename, the line number of
941 the current line, the function name, a list of lines of context from
942 the source code, and the index of the current line within that list.
943 The optional second argument specifies the number of lines of context
944 to return, which are centered around the current line."""
945 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000946 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000947 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000948 else:
949 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000950 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000951 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000952
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000953 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000954 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000955 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000956 try:
957 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000958 except IOError:
959 lines = index = None
960 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000961 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000962 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000963 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000964 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000965 else:
966 lines = index = None
967
Christian Heimes25bb7832008-01-11 16:17:00 +0000968 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000969
970def getlineno(frame):
971 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000972 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
973 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000974
975def getouterframes(frame, context=1):
976 """Get a list of records for a frame and all higher (calling) frames.
977
978 Each record contains a frame object, filename, line number, function
979 name, a list of lines of context, and index within the context."""
980 framelist = []
981 while frame:
982 framelist.append((frame,) + getframeinfo(frame, context))
983 frame = frame.f_back
984 return framelist
985
986def getinnerframes(tb, context=1):
987 """Get a list of records for a traceback's frame and all lower frames.
988
989 Each record contains a frame object, filename, line number, function
990 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000991 framelist = []
992 while tb:
993 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
994 tb = tb.tb_next
995 return framelist
996
Jeremy Hyltonab919022003-06-27 18:41:20 +0000997currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000998
999def stack(context=1):
1000 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +00001001 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00001002
1003def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +00001004 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +00001005 return getinnerframes(sys.exc_info()[2], context)