blob: ddd7529b5467921019d6f9755492fd1f8d96f921 [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000042from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000043from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000044# These constants are from Include/code.h.
45CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
46CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000047
48# ----------------------------------------------------------- type-checking
49def ismodule(object):
50 """Return true if the object is a module.
51
52 Module objects provide these attributes:
53 __doc__ documentation string
54 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000055 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000056
57def isclass(object):
58 """Return true if the object is a class.
59
60 Class objects provide these attributes:
61 __doc__ documentation string
62 __module__ name of module in which this class was defined"""
Guido van Rossum13257902007-06-07 23:15:56 +000063 return isinstance(object, type) or hasattr(object, '__bases__')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000064
65def ismethod(object):
66 """Return true if the object is an instance method.
67
68 Instance method objects provide these attributes:
69 __doc__ documentation string
70 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000071 __func__ function object containing implementation of method
72 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000073 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000074
Tim Peters536d2262001-09-20 05:13:38 +000075def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000076 """Return true if the object is a method descriptor.
77
78 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000079
80 This is new in Python 2.2, and, for example, is true of int.__add__.
81 An object passing this test has a __get__ attribute but not a __set__
82 attribute, but beyond that the set of attributes varies. __name__ is
83 usually sensible, and __doc__ often is.
84
Tim Petersf1d90b92001-09-20 05:47:55 +000085 Methods implemented via descriptors that also pass one of the other
86 tests return false from the ismethoddescriptor() test, simply because
87 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000088 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000089 return (hasattr(object, "__get__")
90 and not hasattr(object, "__set__") # else it's a data descriptor
91 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000092 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000093 and not isclass(object))
94
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000095def isdatadescriptor(object):
96 """Return true if the object is a data descriptor.
97
98 Data descriptors have both a __get__ and a __set__ attribute. Examples are
99 properties (defined in Python) and getsets and members (defined in C).
100 Typically, data descriptors will also have __name__ and __doc__ attributes
101 (properties, getsets, and members have both of these attributes), but this
102 is not guaranteed."""
103 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
104
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000105if hasattr(types, 'MemberDescriptorType'):
106 # CPython and equivalent
107 def ismemberdescriptor(object):
108 """Return true if the object is a member descriptor.
109
110 Member descriptors are specialized descriptors defined in extension
111 modules."""
112 return isinstance(object, types.MemberDescriptorType)
113else:
114 # Other implementations
115 def ismemberdescriptor(object):
116 """Return true if the object is a member descriptor.
117
118 Member descriptors are specialized descriptors defined in extension
119 modules."""
120 return False
121
122if hasattr(types, 'GetSetDescriptorType'):
123 # CPython and equivalent
124 def isgetsetdescriptor(object):
125 """Return true if the object is a getset descriptor.
126
127 getset descriptors are specialized descriptors defined in extension
128 modules."""
129 return isinstance(object, types.GetSetDescriptorType)
130else:
131 # Other implementations
132 def isgetsetdescriptor(object):
133 """Return true if the object is a getset descriptor.
134
135 getset descriptors are specialized descriptors defined in extension
136 modules."""
137 return False
138
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000139def isfunction(object):
140 """Return true if the object is a user-defined function.
141
142 Function objects provide these attributes:
143 __doc__ documentation string
144 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000145 __code__ code object containing compiled function bytecode
146 __defaults__ tuple of any default values for arguments
147 __globals__ global namespace in which this function was defined
148 __annotations__ dict of parameter annotations
149 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000150 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000151
Christian Heimes7131fd92008-02-19 14:21:46 +0000152def isgeneratorfunction(object):
153 """Return true if the object is a user-defined generator function.
154
155 Generator function objects provides same attributes as functions.
156
157 See isfunction.__doc__ for attributes listing."""
158 if (isfunction(object) or ismethod(object)) and \
159 object.__code__.co_flags & CO_GENERATOR:
160 return True
161
162def isgenerator(object):
163 """Return true if the object is a generator.
164
165 Generator objects provide these attributes:
166 __iter__ defined to support interation over container
167 close raises a new GeneratorExit exception inside the
168 generator to terminate the iteration
169 gi_code code object
170 gi_frame frame object or possibly None once the generator has
171 been exhausted
172 gi_running set to 1 when generator is executing, 0 otherwise
173 next return the next item from the container
174 send resumes the generator and "sends" a value that becomes
175 the result of the current yield-expression
176 throw used to raise an exception inside the generator"""
177 return isinstance(object, types.GeneratorType)
178
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000179def istraceback(object):
180 """Return true if the object is a traceback.
181
182 Traceback objects provide these attributes:
183 tb_frame frame object at this level
184 tb_lasti index of last attempted instruction in bytecode
185 tb_lineno current line number in Python source code
186 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000187 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000188
189def isframe(object):
190 """Return true if the object is a frame object.
191
192 Frame objects provide these attributes:
193 f_back next outer frame object (this frame's caller)
194 f_builtins built-in namespace seen by this frame
195 f_code code object being executed in this frame
196 f_exc_traceback traceback if raised in this frame, or None
197 f_exc_type exception type if raised in this frame, or None
198 f_exc_value exception value if raised in this frame, or None
199 f_globals global namespace seen by this frame
200 f_lasti index of last attempted instruction in bytecode
201 f_lineno current line number in Python source code
202 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000203 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000204 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000205
206def iscode(object):
207 """Return true if the object is a code object.
208
209 Code objects provide these attributes:
210 co_argcount number of arguments (not including * or ** args)
211 co_code string of raw compiled bytecode
212 co_consts tuple of constants used in the bytecode
213 co_filename name of file in which this code object was created
214 co_firstlineno number of first line in Python source code
215 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
216 co_lnotab encoded mapping of line numbers to bytecode indices
217 co_name name with which this code object was defined
218 co_names tuple of names of local variables
219 co_nlocals number of local variables
220 co_stacksize virtual machine stack space required
221 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000222 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000223
224def isbuiltin(object):
225 """Return true if the object is a built-in function or method.
226
227 Built-in functions and methods provide these attributes:
228 __doc__ documentation string
229 __name__ original name of this function or method
230 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000231 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000232
233def isroutine(object):
234 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000235 return (isbuiltin(object)
236 or isfunction(object)
237 or ismethod(object)
238 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000239
Christian Heimes7131fd92008-02-19 14:21:46 +0000240def isgenerator(object):
241 """Return true if the object is a generator object."""
242 return isinstance(object, types.GeneratorType)
243
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000244def getmembers(object, predicate=None):
245 """Return all members of an object as (name, value) pairs sorted by name.
246 Optionally, only return members that satisfy a given predicate."""
247 results = []
248 for key in dir(object):
249 value = getattr(object, key)
250 if not predicate or predicate(value):
251 results.append((key, value))
252 results.sort()
253 return results
254
Christian Heimes25bb7832008-01-11 16:17:00 +0000255Attribute = namedtuple('Attribute', 'name kind defining_class object')
256
Tim Peters13b49d32001-09-23 02:00:29 +0000257def classify_class_attrs(cls):
258 """Return list of attribute-descriptor tuples.
259
260 For each name in dir(cls), the return list contains a 4-tuple
261 with these elements:
262
263 0. The name (a string).
264
265 1. The kind of attribute this is, one of these strings:
266 'class method' created via classmethod()
267 'static method' created via staticmethod()
268 'property' created via property()
269 'method' any other flavor of method
270 'data' not a method
271
272 2. The class which defined this attribute (a class).
273
274 3. The object as obtained directly from the defining class's
275 __dict__, not via getattr. This is especially important for
276 data attributes: C.data is just a data object, but
277 C.__dict__['data'] may be a data descriptor with additional
278 info, like a __doc__ string.
279 """
280
281 mro = getmro(cls)
282 names = dir(cls)
283 result = []
284 for name in names:
285 # Get the object associated with the name.
286 # Getting an obj from the __dict__ sometimes reveals more than
287 # using getattr. Static and class methods are dramatic examples.
288 if name in cls.__dict__:
289 obj = cls.__dict__[name]
290 else:
291 obj = getattr(cls, name)
292
293 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000294 homecls = getattr(obj, "__objclass__", None)
295 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000296 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000297 for base in mro:
298 if name in base.__dict__:
299 homecls = base
300 break
301
302 # Get the object again, in order to get it from the defining
303 # __dict__ instead of via getattr (if possible).
304 if homecls is not None and name in homecls.__dict__:
305 obj = homecls.__dict__[name]
306
307 # Also get the object via getattr.
308 obj_via_getattr = getattr(cls, name)
309
310 # Classify the object.
311 if isinstance(obj, staticmethod):
312 kind = "static method"
313 elif isinstance(obj, classmethod):
314 kind = "class method"
315 elif isinstance(obj, property):
316 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000317 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000318 ismethoddescriptor(obj_via_getattr)):
319 kind = "method"
320 else:
321 kind = "data"
322
Christian Heimes25bb7832008-01-11 16:17:00 +0000323 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000324
325 return result
326
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000327# ----------------------------------------------------------- class helpers
328def _searchbases(cls, accum):
329 # Simulate the "classic class" search order.
330 if cls in accum:
331 return
332 accum.append(cls)
333 for base in cls.__bases__:
334 _searchbases(base, accum)
335
336def getmro(cls):
337 "Return tuple of base classes (including cls) in method resolution order."
338 if hasattr(cls, "__mro__"):
339 return cls.__mro__
340 else:
341 result = []
342 _searchbases(cls, result)
343 return tuple(result)
344
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000345# -------------------------------------------------- source code extraction
346def indentsize(line):
347 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000348 expline = line.expandtabs()
349 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000350
351def getdoc(object):
352 """Get the documentation string for an object.
353
354 All tabs are expanded to spaces. To clean up docstrings that are
355 indented to line up with blocks of code, any whitespace than can be
356 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000357 try:
358 doc = object.__doc__
359 except AttributeError:
360 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000361 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000362 return None
363 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000364 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000365 except UnicodeError:
366 return None
367 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000368 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000369 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000370 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000371 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000372 if content:
373 indent = len(line) - content
374 margin = min(margin, indent)
375 # Remove indentation.
376 if lines:
377 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000378 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000379 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000380 # Remove any trailing or leading blank lines.
381 while lines and not lines[-1]:
382 lines.pop()
383 while lines and not lines[0]:
384 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000385 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000386
387def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000388 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000389 if ismodule(object):
390 if hasattr(object, '__file__'):
391 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000392 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000393 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000394 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000395 if hasattr(object, '__file__'):
396 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000397 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000398 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000399 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000400 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000401 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000402 if istraceback(object):
403 object = object.tb_frame
404 if isframe(object):
405 object = object.f_code
406 if iscode(object):
407 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000408 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000409 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000410
Christian Heimes25bb7832008-01-11 16:17:00 +0000411ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
412
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000413def getmoduleinfo(path):
414 """Get the module name, suffix, mode, and module type for a given file."""
415 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000416 suffixes = [(-len(suffix), suffix, mode, mtype)
417 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000418 suffixes.sort() # try longest suffixes first, in case they overlap
419 for neglen, suffix, mode, mtype in suffixes:
420 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000421 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000422
423def getmodulename(path):
424 """Return the module name for a given file, or None."""
425 info = getmoduleinfo(path)
426 if info: return info[0]
427
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000428def getsourcefile(object):
429 """Return the Python source file an object was defined in, if it exists."""
430 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000431 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000432 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000433 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000434 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000435 # Looks like a binary file. We want to only return a text file.
436 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000437 if os.path.exists(filename):
438 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000439 # only return a non-existent filename if the module has a PEP 302 loader
440 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000441 return filename
442
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000443def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000444 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000445
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000446 The idea is for each object to have a unique origin, so this routine
447 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000448 if _filename is None:
449 _filename = getsourcefile(object) or getfile(object)
450 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000451
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000452modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000453_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000454
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000455def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000456 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000457 if ismodule(object):
458 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000459 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000460 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000461 # Try the filename to modulename cache
462 if _filename is not None and _filename in modulesbyfile:
463 return sys.modules.get(modulesbyfile[_filename])
464 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000465 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000466 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000467 except TypeError:
468 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000469 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000470 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000471 # Update the filename to module name cache and check yet again
472 # Copy sys.modules in order to cope with changes while iterating
473 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000474 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000475 f = module.__file__
476 if f == _filesbymodname.get(modname, None):
477 # Have already mapped this module, so skip it
478 continue
479 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000480 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000481 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000482 modulesbyfile[f] = modulesbyfile[
483 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000484 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000485 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000486 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000487 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000488 if not hasattr(object, '__name__'):
489 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000490 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000491 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000492 if mainobject is object:
493 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000494 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000495 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000496 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000497 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000498 if builtinobject is object:
499 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000500
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000501def findsource(object):
502 """Return the entire source file and starting line number for an object.
503
504 The argument may be a module, class, method, function, traceback, frame,
505 or code object. The source code is returned as a list of all the lines
506 in the file and the line number indexes a line in that list. An IOError
507 is raised if the source code cannot be retrieved."""
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000508 file = getsourcefile(object) or getfile(object)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000509 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000510 if module:
511 lines = linecache.getlines(file, module.__dict__)
512 else:
513 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000514 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000515 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000516
517 if ismodule(object):
518 return lines, 0
519
520 if isclass(object):
521 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000522 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
523 # make some effort to find the best matching class definition:
524 # use the one with the least indentation, which is the one
525 # that's most probably not inside a function definition.
526 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000527 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000528 match = pat.match(lines[i])
529 if match:
530 # if it's at toplevel, it's already the best one
531 if lines[i][0] == 'c':
532 return lines, i
533 # else add whitespace to candidate list
534 candidates.append((match.group(1), i))
535 if candidates:
536 # this will sort by whitespace, and by line number,
537 # less whitespace first
538 candidates.sort()
539 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000540 else:
541 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000542
543 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000544 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000545 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000546 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000547 if istraceback(object):
548 object = object.tb_frame
549 if isframe(object):
550 object = object.f_code
551 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000552 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000553 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000554 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000555 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000556 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000557 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000558 lnum = lnum - 1
559 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000560 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000561
562def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000563 """Get lines of comments immediately preceding an object's source code.
564
565 Returns None when source can't be found.
566 """
567 try:
568 lines, lnum = findsource(object)
569 except (IOError, TypeError):
570 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000571
572 if ismodule(object):
573 # Look for a comment block at the top of the file.
574 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000575 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000576 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000577 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000578 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000579 comments = []
580 end = start
581 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000582 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000583 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000584 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000585
586 # Look for a preceding block of comments at the same indentation.
587 elif lnum > 0:
588 indent = indentsize(lines[lnum])
589 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000590 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000591 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000592 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000593 if end > 0:
594 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000595 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000596 while comment[:1] == '#' and indentsize(lines[end]) == indent:
597 comments[:0] = [comment]
598 end = end - 1
599 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000600 comment = lines[end].expandtabs().lstrip()
601 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000602 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000603 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000604 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000605 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000606
Tim Peters4efb6e92001-06-29 23:51:08 +0000607class EndOfBlock(Exception): pass
608
609class BlockFinder:
610 """Provide a tokeneater() method to detect the end of a code block."""
611 def __init__(self):
612 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000613 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000614 self.started = False
615 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000616 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000617
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000618 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000619 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000620 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000621 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000622 if token == "lambda":
623 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000624 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000625 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000626 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000627 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000628 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000629 if self.islambda: # lambdas always end at the first NEWLINE
630 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000631 elif self.passline:
632 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000633 elif type == tokenize.INDENT:
634 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000635 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000636 elif type == tokenize.DEDENT:
637 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000638 # the end of matching indent/dedent pairs end a block
639 # (note that this only works for "def"/"class" blocks,
640 # not e.g. for "if: else:" or "try: finally:" blocks)
641 if self.indent <= 0:
642 raise EndOfBlock
643 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
644 # any other token on the same indentation level end the previous
645 # block as well, except the pseudo-tokens COMMENT and NL.
646 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000647
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000648def getblock(lines):
649 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000650 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000651 try:
Georg Brandla18af4e2007-04-21 15:47:16 +0000652 tokenize.tokenize(iter(lines).__next__, blockfinder.tokeneater)
Armin Rigodd5c0232005-09-25 11:45:45 +0000653 except (EndOfBlock, IndentationError):
654 pass
655 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000656
657def getsourcelines(object):
658 """Return a list of source lines and starting line number for an object.
659
660 The argument may be a module, class, method, function, traceback, frame,
661 or code object. The source code is returned as a list of the lines
662 corresponding to the object and the line number indicates where in the
663 original source file the first line of code was found. An IOError is
664 raised if the source code cannot be retrieved."""
665 lines, lnum = findsource(object)
666
667 if ismodule(object): return lines, 0
668 else: return getblock(lines[lnum:]), lnum + 1
669
670def getsource(object):
671 """Return the text of the source code for an object.
672
673 The argument may be a module, class, method, function, traceback, frame,
674 or code object. The source code is returned as a single string. An
675 IOError is raised if the source code cannot be retrieved."""
676 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000677 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000678
679# --------------------------------------------------- class tree extraction
680def walktree(classes, children, parent):
681 """Recursive helper function for getclasstree()."""
682 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000683 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000684 for c in classes:
685 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000686 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000687 results.append(walktree(children[c], children, c))
688 return results
689
690def getclasstree(classes, unique=0):
691 """Arrange the given list of classes into a hierarchy of nested lists.
692
693 Where a nested list appears, it contains classes derived from the class
694 whose entry immediately precedes the list. Each entry is a 2-tuple
695 containing a class and a tuple of its base classes. If the 'unique'
696 argument is true, exactly one entry appears in the returned structure
697 for each class in the given list. Otherwise, classes using multiple
698 inheritance and their descendants will appear multiple times."""
699 children = {}
700 roots = []
701 for c in classes:
702 if c.__bases__:
703 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000704 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000705 children[parent] = []
706 children[parent].append(c)
707 if unique and parent in classes: break
708 elif c not in roots:
709 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000710 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000711 if parent not in classes:
712 roots.append(parent)
713 return walktree(roots, children, None)
714
715# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000716Arguments = namedtuple('Arguments', 'args, varargs, varkw')
717
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000718def getargs(co):
719 """Get information about the arguments accepted by a code object.
720
Guido van Rossum2e65f892007-02-28 22:03:49 +0000721 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000722 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000723 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
724 are the names of the * and ** arguments or None."""
725 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000726 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000727
728def _getfullargs(co):
729 """Get information about the arguments accepted by a code object.
730
731 Four things are returned: (args, varargs, kwonlyargs, varkw), where
732 'args' and 'kwonlyargs' are lists of argument names (with 'args'
733 possibly containing nested lists), and 'varargs' and 'varkw' are the
734 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000735
736 if not iscode(co):
737 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000738
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000739 nargs = co.co_argcount
740 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000741 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000742 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000743 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000744 step = 0
745
Guido van Rossum2e65f892007-02-28 22:03:49 +0000746 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000747 varargs = None
748 if co.co_flags & CO_VARARGS:
749 varargs = co.co_varnames[nargs]
750 nargs = nargs + 1
751 varkw = None
752 if co.co_flags & CO_VARKEYWORDS:
753 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000754 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000755
Christian Heimes25bb7832008-01-11 16:17:00 +0000756
757ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
758
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000759def getargspec(func):
760 """Get the names and default values of a function's arguments.
761
762 A tuple of four things is returned: (args, varargs, varkw, defaults).
763 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000764 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000765 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000766 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000767
Guido van Rossum2e65f892007-02-28 22:03:49 +0000768 Use the getfullargspec() API for Python-3000 code, as annotations
769 and keyword arguments are supported. getargspec() will raise ValueError
770 if the func has either annotations or keyword arguments.
771 """
772
773 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
774 getfullargspec(func)
775 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000776 raise ValueError("Function has keyword-only arguments or annotations"
777 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000778 return ArgSpec(args, varargs, varkw, defaults)
779
780FullArgSpec = namedtuple('FullArgSpec',
781 'args, varargs, varkw, defaults, kwonlyargs, kwdefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000782
783def getfullargspec(func):
784 """Get the names and default values of a function's arguments.
785
Brett Cannon504d8852007-09-07 02:12:14 +0000786 A tuple of seven things is returned:
787 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000788 'args' is a list of the argument names (it may contain nested lists).
789 'varargs' and 'varkw' are the names of the * and ** arguments or None.
790 'defaults' is an n-tuple of the default values of the last n arguments.
791 'kwonlyargs' is a list of keyword-only argument names.
792 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
793 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000794
Guido van Rossum2e65f892007-02-28 22:03:49 +0000795 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000796 """
797
798 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000799 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000800 if not isfunction(func):
801 raise TypeError('arg is not a Python function')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000802 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000803 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000804 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000805
Christian Heimes25bb7832008-01-11 16:17:00 +0000806ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
807
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000808def getargvalues(frame):
809 """Get information about arguments passed into a particular frame.
810
811 A tuple of four things is returned: (args, varargs, varkw, locals).
812 'args' is a list of the argument names (it may contain nested lists).
813 'varargs' and 'varkw' are the names of the * and ** arguments or None.
814 'locals' is the locals dictionary of the given frame."""
815 args, varargs, varkw = getargs(frame.f_code)
816 return args, varargs, varkw, frame.f_locals
817
818def joinseq(seq):
819 if len(seq) == 1:
820 return '(' + seq[0] + ',)'
821 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000822 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000823
824def strseq(object, convert, join=joinseq):
825 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000826 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000827 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
828 else:
829 return convert(object)
830
Guido van Rossum2e65f892007-02-28 22:03:49 +0000831def formatannotation(annotation, base_module=None):
832 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000833 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000834 return annotation.__name__
835 return annotation.__module__+'.'+annotation.__name__
836 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000837
Guido van Rossum2e65f892007-02-28 22:03:49 +0000838def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000839 module = getattr(object, '__module__', None)
840 def _formatannotation(annotation):
841 return formatannotation(annotation, module)
842 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000843
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000844def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000845 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000846 formatarg=str,
847 formatvarargs=lambda name: '*' + name,
848 formatvarkw=lambda name: '**' + name,
849 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000850 formatreturns=lambda text: ' -> ' + text,
851 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000852 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000853 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000854 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000855
Guido van Rossum2e65f892007-02-28 22:03:49 +0000856 The first seven arguments are (args, varargs, varkw, defaults,
857 kwonlyargs, kwonlydefaults, annotations). The other five arguments
858 are the corresponding optional formatting functions that are called to
859 turn names and values into strings. The last argument is an optional
860 function to format the sequence of arguments."""
861 def formatargandannotation(arg):
862 result = formatarg(arg)
863 if arg in annotations:
864 result += ': ' + formatannotation(annotations[arg])
865 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000866 specs = []
867 if defaults:
868 firstdefault = len(args) - len(defaults)
869 for i in range(len(args)):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000870 spec = strseq(args[i], formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000871 if defaults and i >= firstdefault:
872 spec = spec + formatvalue(defaults[i - firstdefault])
873 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000874 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000875 specs.append(formatvarargs(formatargandannotation(varargs)))
876 else:
877 if kwonlyargs:
878 specs.append('*')
879 if kwonlyargs:
880 for kwonlyarg in kwonlyargs:
881 spec = formatargandannotation(kwonlyarg)
882 if kwonlyarg in kwonlydefaults:
883 spec += formatvalue(kwonlydefaults[kwonlyarg])
884 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000885 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000886 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000887 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000888 if 'return' in annotations:
889 result += formatreturns(formatannotation(annotations['return']))
890 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000891
892def formatargvalues(args, varargs, varkw, locals,
893 formatarg=str,
894 formatvarargs=lambda name: '*' + name,
895 formatvarkw=lambda name: '**' + name,
896 formatvalue=lambda value: '=' + repr(value),
897 join=joinseq):
898 """Format an argument spec from the 4 values returned by getargvalues.
899
900 The first four arguments are (args, varargs, varkw, locals). The
901 next four arguments are the corresponding optional formatting functions
902 that are called to turn names and values into strings. The ninth
903 argument is an optional function to format the sequence of arguments."""
904 def convert(name, locals=locals,
905 formatarg=formatarg, formatvalue=formatvalue):
906 return formatarg(name) + formatvalue(locals[name])
907 specs = []
908 for i in range(len(args)):
909 specs.append(strseq(args[i], convert, join))
910 if varargs:
911 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
912 if varkw:
913 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000914 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000915
916# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000917
918Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
919
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000920def getframeinfo(frame, context=1):
921 """Get information about a frame or traceback object.
922
923 A tuple of five things is returned: the filename, the line number of
924 the current line, the function name, a list of lines of context from
925 the source code, and the index of the current line within that list.
926 The optional second argument specifies the number of lines of context
927 to return, which are centered around the current line."""
928 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000929 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000930 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000931 else:
932 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000933 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000934 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000935
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000936 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000937 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000938 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000939 try:
940 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000941 except IOError:
942 lines = index = None
943 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000944 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000945 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000946 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000947 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000948 else:
949 lines = index = None
950
Christian Heimes25bb7832008-01-11 16:17:00 +0000951 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000952
953def getlineno(frame):
954 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000955 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
956 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000957
958def getouterframes(frame, context=1):
959 """Get a list of records for a frame and all higher (calling) frames.
960
961 Each record contains a frame object, filename, line number, function
962 name, a list of lines of context, and index within the context."""
963 framelist = []
964 while frame:
965 framelist.append((frame,) + getframeinfo(frame, context))
966 frame = frame.f_back
967 return framelist
968
969def getinnerframes(tb, context=1):
970 """Get a list of records for a traceback's frame and all lower frames.
971
972 Each record contains a frame object, filename, line number, function
973 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000974 framelist = []
975 while tb:
976 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
977 tb = tb.tb_next
978 return framelist
979
Jeremy Hyltonab919022003-06-27 18:41:20 +0000980currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000981
982def stack(context=1):
983 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +0000984 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000985
986def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +0000987 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +0000988 return getinnerframes(sys.exc_info()[2], context)