blob: df1d4b645b79ffd43d39e111eddfa75f4fb7fca9 [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000042from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000043from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000044# These constants are from Include/code.h.
45CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
46CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000047
Christian Heimesbe5b30b2008-03-03 19:18:51 +000048# See Include/object.h
49TPFLAGS_IS_ABSTRACT = 1 << 20
50
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000051# ----------------------------------------------------------- type-checking
52def ismodule(object):
53 """Return true if the object is a module.
54
55 Module objects provide these attributes:
56 __doc__ documentation string
57 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000058 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000059
60def isclass(object):
61 """Return true if the object is a class.
62
63 Class objects provide these attributes:
64 __doc__ documentation string
65 __module__ name of module in which this class was defined"""
Guido van Rossum13257902007-06-07 23:15:56 +000066 return isinstance(object, type) or hasattr(object, '__bases__')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000067
68def ismethod(object):
69 """Return true if the object is an instance method.
70
71 Instance method objects provide these attributes:
72 __doc__ documentation string
73 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000074 __func__ function object containing implementation of method
75 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000076 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000077
Tim Peters536d2262001-09-20 05:13:38 +000078def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000079 """Return true if the object is a method descriptor.
80
81 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000082
83 This is new in Python 2.2, and, for example, is true of int.__add__.
84 An object passing this test has a __get__ attribute but not a __set__
85 attribute, but beyond that the set of attributes varies. __name__ is
86 usually sensible, and __doc__ often is.
87
Tim Petersf1d90b92001-09-20 05:47:55 +000088 Methods implemented via descriptors that also pass one of the other
89 tests return false from the ismethoddescriptor() test, simply because
90 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000091 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000092 return (hasattr(object, "__get__")
93 and not hasattr(object, "__set__") # else it's a data descriptor
94 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000095 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000096 and not isclass(object))
97
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000098def isdatadescriptor(object):
99 """Return true if the object is a data descriptor.
100
101 Data descriptors have both a __get__ and a __set__ attribute. Examples are
102 properties (defined in Python) and getsets and members (defined in C).
103 Typically, data descriptors will also have __name__ and __doc__ attributes
104 (properties, getsets, and members have both of these attributes), but this
105 is not guaranteed."""
106 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
107
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000108if hasattr(types, 'MemberDescriptorType'):
109 # CPython and equivalent
110 def ismemberdescriptor(object):
111 """Return true if the object is a member descriptor.
112
113 Member descriptors are specialized descriptors defined in extension
114 modules."""
115 return isinstance(object, types.MemberDescriptorType)
116else:
117 # Other implementations
118 def ismemberdescriptor(object):
119 """Return true if the object is a member descriptor.
120
121 Member descriptors are specialized descriptors defined in extension
122 modules."""
123 return False
124
125if hasattr(types, 'GetSetDescriptorType'):
126 # CPython and equivalent
127 def isgetsetdescriptor(object):
128 """Return true if the object is a getset descriptor.
129
130 getset descriptors are specialized descriptors defined in extension
131 modules."""
132 return isinstance(object, types.GetSetDescriptorType)
133else:
134 # Other implementations
135 def isgetsetdescriptor(object):
136 """Return true if the object is a getset descriptor.
137
138 getset descriptors are specialized descriptors defined in extension
139 modules."""
140 return False
141
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000142def isfunction(object):
143 """Return true if the object is a user-defined function.
144
145 Function objects provide these attributes:
146 __doc__ documentation string
147 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000148 __code__ code object containing compiled function bytecode
149 __defaults__ tuple of any default values for arguments
150 __globals__ global namespace in which this function was defined
151 __annotations__ dict of parameter annotations
152 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000153 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000154
Christian Heimes7131fd92008-02-19 14:21:46 +0000155def isgeneratorfunction(object):
156 """Return true if the object is a user-defined generator function.
157
158 Generator function objects provides same attributes as functions.
159
160 See isfunction.__doc__ for attributes listing."""
161 if (isfunction(object) or ismethod(object)) and \
162 object.__code__.co_flags & CO_GENERATOR:
163 return True
164
165def isgenerator(object):
166 """Return true if the object is a generator.
167
168 Generator objects provide these attributes:
169 __iter__ defined to support interation over container
170 close raises a new GeneratorExit exception inside the
171 generator to terminate the iteration
172 gi_code code object
173 gi_frame frame object or possibly None once the generator has
174 been exhausted
175 gi_running set to 1 when generator is executing, 0 otherwise
176 next return the next item from the container
177 send resumes the generator and "sends" a value that becomes
178 the result of the current yield-expression
179 throw used to raise an exception inside the generator"""
180 return isinstance(object, types.GeneratorType)
181
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000182def istraceback(object):
183 """Return true if the object is a traceback.
184
185 Traceback objects provide these attributes:
186 tb_frame frame object at this level
187 tb_lasti index of last attempted instruction in bytecode
188 tb_lineno current line number in Python source code
189 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000190 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000191
192def isframe(object):
193 """Return true if the object is a frame object.
194
195 Frame objects provide these attributes:
196 f_back next outer frame object (this frame's caller)
197 f_builtins built-in namespace seen by this frame
198 f_code code object being executed in this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000199 f_globals global namespace seen by this frame
200 f_lasti index of last attempted instruction in bytecode
201 f_lineno current line number in Python source code
202 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000203 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000204 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000205
206def iscode(object):
207 """Return true if the object is a code object.
208
209 Code objects provide these attributes:
210 co_argcount number of arguments (not including * or ** args)
211 co_code string of raw compiled bytecode
212 co_consts tuple of constants used in the bytecode
213 co_filename name of file in which this code object was created
214 co_firstlineno number of first line in Python source code
215 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
216 co_lnotab encoded mapping of line numbers to bytecode indices
217 co_name name with which this code object was defined
218 co_names tuple of names of local variables
219 co_nlocals number of local variables
220 co_stacksize virtual machine stack space required
221 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000222 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000223
224def isbuiltin(object):
225 """Return true if the object is a built-in function or method.
226
227 Built-in functions and methods provide these attributes:
228 __doc__ documentation string
229 __name__ original name of this function or method
230 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000231 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000232
233def isroutine(object):
234 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000235 return (isbuiltin(object)
236 or isfunction(object)
237 or ismethod(object)
238 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000239
Christian Heimes7131fd92008-02-19 14:21:46 +0000240def isgenerator(object):
241 """Return true if the object is a generator object."""
242 return isinstance(object, types.GeneratorType)
243
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000244def isabstract(object):
245 """Return true if the object is an abstract base class (ABC)."""
Christian Heimes5e696852008-04-09 08:37:03 +0000246 return isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000247
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000248def getmembers(object, predicate=None):
249 """Return all members of an object as (name, value) pairs sorted by name.
250 Optionally, only return members that satisfy a given predicate."""
251 results = []
252 for key in dir(object):
253 value = getattr(object, key)
254 if not predicate or predicate(value):
255 results.append((key, value))
256 results.sort()
257 return results
258
Christian Heimes25bb7832008-01-11 16:17:00 +0000259Attribute = namedtuple('Attribute', 'name kind defining_class object')
260
Tim Peters13b49d32001-09-23 02:00:29 +0000261def classify_class_attrs(cls):
262 """Return list of attribute-descriptor tuples.
263
264 For each name in dir(cls), the return list contains a 4-tuple
265 with these elements:
266
267 0. The name (a string).
268
269 1. The kind of attribute this is, one of these strings:
270 'class method' created via classmethod()
271 'static method' created via staticmethod()
272 'property' created via property()
273 'method' any other flavor of method
274 'data' not a method
275
276 2. The class which defined this attribute (a class).
277
278 3. The object as obtained directly from the defining class's
279 __dict__, not via getattr. This is especially important for
280 data attributes: C.data is just a data object, but
281 C.__dict__['data'] may be a data descriptor with additional
282 info, like a __doc__ string.
283 """
284
285 mro = getmro(cls)
286 names = dir(cls)
287 result = []
288 for name in names:
289 # Get the object associated with the name.
290 # Getting an obj from the __dict__ sometimes reveals more than
291 # using getattr. Static and class methods are dramatic examples.
292 if name in cls.__dict__:
293 obj = cls.__dict__[name]
294 else:
295 obj = getattr(cls, name)
296
297 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000298 homecls = getattr(obj, "__objclass__", None)
299 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000300 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000301 for base in mro:
302 if name in base.__dict__:
303 homecls = base
304 break
305
306 # Get the object again, in order to get it from the defining
307 # __dict__ instead of via getattr (if possible).
308 if homecls is not None and name in homecls.__dict__:
309 obj = homecls.__dict__[name]
310
311 # Also get the object via getattr.
312 obj_via_getattr = getattr(cls, name)
313
314 # Classify the object.
315 if isinstance(obj, staticmethod):
316 kind = "static method"
317 elif isinstance(obj, classmethod):
318 kind = "class method"
319 elif isinstance(obj, property):
320 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000321 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000322 ismethoddescriptor(obj_via_getattr)):
323 kind = "method"
324 else:
325 kind = "data"
326
Christian Heimes25bb7832008-01-11 16:17:00 +0000327 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000328
329 return result
330
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000331# ----------------------------------------------------------- class helpers
332def _searchbases(cls, accum):
333 # Simulate the "classic class" search order.
334 if cls in accum:
335 return
336 accum.append(cls)
337 for base in cls.__bases__:
338 _searchbases(base, accum)
339
340def getmro(cls):
341 "Return tuple of base classes (including cls) in method resolution order."
342 if hasattr(cls, "__mro__"):
343 return cls.__mro__
344 else:
345 result = []
346 _searchbases(cls, result)
347 return tuple(result)
348
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000349# -------------------------------------------------- source code extraction
350def indentsize(line):
351 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000352 expline = line.expandtabs()
353 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000354
355def getdoc(object):
356 """Get the documentation string for an object.
357
358 All tabs are expanded to spaces. To clean up docstrings that are
359 indented to line up with blocks of code, any whitespace than can be
360 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000361 try:
362 doc = object.__doc__
363 except AttributeError:
364 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000365 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000366 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000367 return cleandoc(doc)
368
369def cleandoc(doc):
370 """Clean up indentation from docstrings.
371
372 Any whitespace that can be uniformly removed from the second line
373 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000374 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000375 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000376 except UnicodeError:
377 return None
378 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000379 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000380 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000381 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000382 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000383 if content:
384 indent = len(line) - content
385 margin = min(margin, indent)
386 # Remove indentation.
387 if lines:
388 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000389 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000390 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000391 # Remove any trailing or leading blank lines.
392 while lines and not lines[-1]:
393 lines.pop()
394 while lines and not lines[0]:
395 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000396 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000397
398def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000399 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000400 if ismodule(object):
401 if hasattr(object, '__file__'):
402 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000403 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000404 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000405 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000406 if hasattr(object, '__file__'):
407 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000408 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000409 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000410 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000411 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000412 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000413 if istraceback(object):
414 object = object.tb_frame
415 if isframe(object):
416 object = object.f_code
417 if iscode(object):
418 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000419 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000420 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000421
Christian Heimes25bb7832008-01-11 16:17:00 +0000422ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
423
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000424def getmoduleinfo(path):
425 """Get the module name, suffix, mode, and module type for a given file."""
426 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000427 suffixes = [(-len(suffix), suffix, mode, mtype)
428 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000429 suffixes.sort() # try longest suffixes first, in case they overlap
430 for neglen, suffix, mode, mtype in suffixes:
431 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000432 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000433
434def getmodulename(path):
435 """Return the module name for a given file, or None."""
436 info = getmoduleinfo(path)
437 if info: return info[0]
438
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000439def getsourcefile(object):
440 """Return the Python source file an object was defined in, if it exists."""
441 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000442 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000443 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000444 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000445 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000446 # Looks like a binary file. We want to only return a text file.
447 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000448 if os.path.exists(filename):
449 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000450 # only return a non-existent filename if the module has a PEP 302 loader
451 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000452 return filename
453
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000454def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000455 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000456
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000457 The idea is for each object to have a unique origin, so this routine
458 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000459 if _filename is None:
460 _filename = getsourcefile(object) or getfile(object)
461 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000462
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000463modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000464_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000465
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000466def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000467 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000468 if ismodule(object):
469 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000470 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000471 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000472 # Try the filename to modulename cache
473 if _filename is not None and _filename in modulesbyfile:
474 return sys.modules.get(modulesbyfile[_filename])
475 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000476 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000477 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000478 except TypeError:
479 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000480 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000481 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000482 # Update the filename to module name cache and check yet again
483 # Copy sys.modules in order to cope with changes while iterating
484 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000485 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000486 f = module.__file__
487 if f == _filesbymodname.get(modname, None):
488 # Have already mapped this module, so skip it
489 continue
490 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000491 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000492 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000493 modulesbyfile[f] = modulesbyfile[
494 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000495 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000496 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000497 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000498 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000499 if not hasattr(object, '__name__'):
500 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000501 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000502 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000503 if mainobject is object:
504 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000505 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000506 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000507 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000508 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000509 if builtinobject is object:
510 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000511
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000512def findsource(object):
513 """Return the entire source file and starting line number for an object.
514
515 The argument may be a module, class, method, function, traceback, frame,
516 or code object. The source code is returned as a list of all the lines
517 in the file and the line number indexes a line in that list. An IOError
518 is raised if the source code cannot be retrieved."""
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000519 file = getsourcefile(object) or getfile(object)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000520 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000521 if module:
522 lines = linecache.getlines(file, module.__dict__)
523 else:
524 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000525 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000526 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000527
528 if ismodule(object):
529 return lines, 0
530
531 if isclass(object):
532 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000533 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
534 # make some effort to find the best matching class definition:
535 # use the one with the least indentation, which is the one
536 # that's most probably not inside a function definition.
537 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000538 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000539 match = pat.match(lines[i])
540 if match:
541 # if it's at toplevel, it's already the best one
542 if lines[i][0] == 'c':
543 return lines, i
544 # else add whitespace to candidate list
545 candidates.append((match.group(1), i))
546 if candidates:
547 # this will sort by whitespace, and by line number,
548 # less whitespace first
549 candidates.sort()
550 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000551 else:
552 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000553
554 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000555 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000556 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000557 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000558 if istraceback(object):
559 object = object.tb_frame
560 if isframe(object):
561 object = object.f_code
562 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000563 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000564 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000565 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000566 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000567 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000568 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000569 lnum = lnum - 1
570 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000571 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000572
573def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000574 """Get lines of comments immediately preceding an object's source code.
575
576 Returns None when source can't be found.
577 """
578 try:
579 lines, lnum = findsource(object)
580 except (IOError, TypeError):
581 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000582
583 if ismodule(object):
584 # Look for a comment block at the top of the file.
585 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000586 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000587 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000588 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000589 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000590 comments = []
591 end = start
592 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000593 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000594 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000595 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000596
597 # Look for a preceding block of comments at the same indentation.
598 elif lnum > 0:
599 indent = indentsize(lines[lnum])
600 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000601 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000602 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000603 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000604 if end > 0:
605 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000606 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000607 while comment[:1] == '#' and indentsize(lines[end]) == indent:
608 comments[:0] = [comment]
609 end = end - 1
610 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000611 comment = lines[end].expandtabs().lstrip()
612 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000613 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000614 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000615 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000616 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000617
Tim Peters4efb6e92001-06-29 23:51:08 +0000618class EndOfBlock(Exception): pass
619
620class BlockFinder:
621 """Provide a tokeneater() method to detect the end of a code block."""
622 def __init__(self):
623 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000624 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000625 self.started = False
626 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000627 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000628
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000629 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000630 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000631 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000632 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000633 if token == "lambda":
634 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000635 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000636 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000637 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000638 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000639 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000640 if self.islambda: # lambdas always end at the first NEWLINE
641 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000642 elif self.passline:
643 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000644 elif type == tokenize.INDENT:
645 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000646 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000647 elif type == tokenize.DEDENT:
648 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000649 # the end of matching indent/dedent pairs end a block
650 # (note that this only works for "def"/"class" blocks,
651 # not e.g. for "if: else:" or "try: finally:" blocks)
652 if self.indent <= 0:
653 raise EndOfBlock
654 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
655 # any other token on the same indentation level end the previous
656 # block as well, except the pseudo-tokens COMMENT and NL.
657 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000658
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000659def getblock(lines):
660 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000661 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000662 try:
Trent Nelson428de652008-03-18 22:41:35 +0000663 tokens = tokenize.generate_tokens(iter(lines).__next__)
664 for _token in tokens:
665 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000666 except (EndOfBlock, IndentationError):
667 pass
668 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000669
670def getsourcelines(object):
671 """Return a list of source lines and starting line number for an object.
672
673 The argument may be a module, class, method, function, traceback, frame,
674 or code object. The source code is returned as a list of the lines
675 corresponding to the object and the line number indicates where in the
676 original source file the first line of code was found. An IOError is
677 raised if the source code cannot be retrieved."""
678 lines, lnum = findsource(object)
679
680 if ismodule(object): return lines, 0
681 else: return getblock(lines[lnum:]), lnum + 1
682
683def getsource(object):
684 """Return the text of the source code for an object.
685
686 The argument may be a module, class, method, function, traceback, frame,
687 or code object. The source code is returned as a single string. An
688 IOError is raised if the source code cannot be retrieved."""
689 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000690 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000691
692# --------------------------------------------------- class tree extraction
693def walktree(classes, children, parent):
694 """Recursive helper function for getclasstree()."""
695 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000696 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000697 for c in classes:
698 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000699 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000700 results.append(walktree(children[c], children, c))
701 return results
702
703def getclasstree(classes, unique=0):
704 """Arrange the given list of classes into a hierarchy of nested lists.
705
706 Where a nested list appears, it contains classes derived from the class
707 whose entry immediately precedes the list. Each entry is a 2-tuple
708 containing a class and a tuple of its base classes. If the 'unique'
709 argument is true, exactly one entry appears in the returned structure
710 for each class in the given list. Otherwise, classes using multiple
711 inheritance and their descendants will appear multiple times."""
712 children = {}
713 roots = []
714 for c in classes:
715 if c.__bases__:
716 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000717 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000718 children[parent] = []
719 children[parent].append(c)
720 if unique and parent in classes: break
721 elif c not in roots:
722 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000723 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000724 if parent not in classes:
725 roots.append(parent)
726 return walktree(roots, children, None)
727
728# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000729Arguments = namedtuple('Arguments', 'args, varargs, varkw')
730
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000731def getargs(co):
732 """Get information about the arguments accepted by a code object.
733
Guido van Rossum2e65f892007-02-28 22:03:49 +0000734 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000735 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000736 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
737 are the names of the * and ** arguments or None."""
738 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000739 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000740
741def _getfullargs(co):
742 """Get information about the arguments accepted by a code object.
743
744 Four things are returned: (args, varargs, kwonlyargs, varkw), where
745 'args' and 'kwonlyargs' are lists of argument names (with 'args'
746 possibly containing nested lists), and 'varargs' and 'varkw' are the
747 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000748
749 if not iscode(co):
750 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000751
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000752 nargs = co.co_argcount
753 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000754 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000755 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000756 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000757 step = 0
758
Guido van Rossum2e65f892007-02-28 22:03:49 +0000759 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000760 varargs = None
761 if co.co_flags & CO_VARARGS:
762 varargs = co.co_varnames[nargs]
763 nargs = nargs + 1
764 varkw = None
765 if co.co_flags & CO_VARKEYWORDS:
766 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000767 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000768
Christian Heimes25bb7832008-01-11 16:17:00 +0000769
770ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
771
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000772def getargspec(func):
773 """Get the names and default values of a function's arguments.
774
775 A tuple of four things is returned: (args, varargs, varkw, defaults).
776 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000777 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000778 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000779 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000780
Guido van Rossum2e65f892007-02-28 22:03:49 +0000781 Use the getfullargspec() API for Python-3000 code, as annotations
782 and keyword arguments are supported. getargspec() will raise ValueError
783 if the func has either annotations or keyword arguments.
784 """
785
786 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
787 getfullargspec(func)
788 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000789 raise ValueError("Function has keyword-only arguments or annotations"
790 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000791 return ArgSpec(args, varargs, varkw, defaults)
792
793FullArgSpec = namedtuple('FullArgSpec',
794 'args, varargs, varkw, defaults, kwonlyargs, kwdefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000795
796def getfullargspec(func):
797 """Get the names and default values of a function's arguments.
798
Brett Cannon504d8852007-09-07 02:12:14 +0000799 A tuple of seven things is returned:
800 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000801 'args' is a list of the argument names (it may contain nested lists).
802 'varargs' and 'varkw' are the names of the * and ** arguments or None.
803 'defaults' is an n-tuple of the default values of the last n arguments.
804 'kwonlyargs' is a list of keyword-only argument names.
805 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
806 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000807
Guido van Rossum2e65f892007-02-28 22:03:49 +0000808 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000809 """
810
811 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000812 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000813 if not isfunction(func):
814 raise TypeError('arg is not a Python function')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000815 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000816 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000817 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000818
Christian Heimes25bb7832008-01-11 16:17:00 +0000819ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
820
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000821def getargvalues(frame):
822 """Get information about arguments passed into a particular frame.
823
824 A tuple of four things is returned: (args, varargs, varkw, locals).
825 'args' is a list of the argument names (it may contain nested lists).
826 'varargs' and 'varkw' are the names of the * and ** arguments or None.
827 'locals' is the locals dictionary of the given frame."""
828 args, varargs, varkw = getargs(frame.f_code)
Benjamin Peterson1a6e0d02008-10-25 15:49:17 +0000829 return ArgInfo(args, varargs, varkw, frame.f_locals)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000830
831def joinseq(seq):
832 if len(seq) == 1:
833 return '(' + seq[0] + ',)'
834 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000835 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000836
837def strseq(object, convert, join=joinseq):
838 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000839 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000840 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
841 else:
842 return convert(object)
843
Guido van Rossum2e65f892007-02-28 22:03:49 +0000844def formatannotation(annotation, base_module=None):
845 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000846 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000847 return annotation.__name__
848 return annotation.__module__+'.'+annotation.__name__
849 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000850
Guido van Rossum2e65f892007-02-28 22:03:49 +0000851def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000852 module = getattr(object, '__module__', None)
853 def _formatannotation(annotation):
854 return formatannotation(annotation, module)
855 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000856
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000857def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000858 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000859 formatarg=str,
860 formatvarargs=lambda name: '*' + name,
861 formatvarkw=lambda name: '**' + name,
862 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000863 formatreturns=lambda text: ' -> ' + text,
864 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000865 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000866 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000867 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000868
Guido van Rossum2e65f892007-02-28 22:03:49 +0000869 The first seven arguments are (args, varargs, varkw, defaults,
870 kwonlyargs, kwonlydefaults, annotations). The other five arguments
871 are the corresponding optional formatting functions that are called to
872 turn names and values into strings. The last argument is an optional
873 function to format the sequence of arguments."""
874 def formatargandannotation(arg):
875 result = formatarg(arg)
876 if arg in annotations:
877 result += ': ' + formatannotation(annotations[arg])
878 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000879 specs = []
880 if defaults:
881 firstdefault = len(args) - len(defaults)
882 for i in range(len(args)):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000883 spec = strseq(args[i], formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000884 if defaults and i >= firstdefault:
885 spec = spec + formatvalue(defaults[i - firstdefault])
886 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000887 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000888 specs.append(formatvarargs(formatargandannotation(varargs)))
889 else:
890 if kwonlyargs:
891 specs.append('*')
892 if kwonlyargs:
893 for kwonlyarg in kwonlyargs:
894 spec = formatargandannotation(kwonlyarg)
895 if kwonlyarg in kwonlydefaults:
896 spec += formatvalue(kwonlydefaults[kwonlyarg])
897 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000898 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000899 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000900 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000901 if 'return' in annotations:
902 result += formatreturns(formatannotation(annotations['return']))
903 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000904
905def formatargvalues(args, varargs, varkw, locals,
906 formatarg=str,
907 formatvarargs=lambda name: '*' + name,
908 formatvarkw=lambda name: '**' + name,
909 formatvalue=lambda value: '=' + repr(value),
910 join=joinseq):
911 """Format an argument spec from the 4 values returned by getargvalues.
912
913 The first four arguments are (args, varargs, varkw, locals). The
914 next four arguments are the corresponding optional formatting functions
915 that are called to turn names and values into strings. The ninth
916 argument is an optional function to format the sequence of arguments."""
917 def convert(name, locals=locals,
918 formatarg=formatarg, formatvalue=formatvalue):
919 return formatarg(name) + formatvalue(locals[name])
920 specs = []
921 for i in range(len(args)):
922 specs.append(strseq(args[i], convert, join))
923 if varargs:
924 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
925 if varkw:
926 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000927 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000928
929# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000930
931Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
932
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000933def getframeinfo(frame, context=1):
934 """Get information about a frame or traceback object.
935
936 A tuple of five things is returned: the filename, the line number of
937 the current line, the function name, a list of lines of context from
938 the source code, and the index of the current line within that list.
939 The optional second argument specifies the number of lines of context
940 to return, which are centered around the current line."""
941 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000942 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000943 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000944 else:
945 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000946 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000947 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000948
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000949 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000950 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000951 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000952 try:
953 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000954 except IOError:
955 lines = index = None
956 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000957 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000958 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000959 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000960 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000961 else:
962 lines = index = None
963
Christian Heimes25bb7832008-01-11 16:17:00 +0000964 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000965
966def getlineno(frame):
967 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000968 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
969 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000970
971def getouterframes(frame, context=1):
972 """Get a list of records for a frame and all higher (calling) frames.
973
974 Each record contains a frame object, filename, line number, function
975 name, a list of lines of context, and index within the context."""
976 framelist = []
977 while frame:
978 framelist.append((frame,) + getframeinfo(frame, context))
979 frame = frame.f_back
980 return framelist
981
982def getinnerframes(tb, context=1):
983 """Get a list of records for a traceback's frame and all lower frames.
984
985 Each record contains a frame object, filename, line number, function
986 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000987 framelist = []
988 while tb:
989 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
990 tb = tb.tb_next
991 return framelist
992
Jeremy Hyltonab919022003-06-27 18:41:20 +0000993currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000994
995def stack(context=1):
996 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +0000997 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000998
999def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +00001000 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +00001001 return getinnerframes(sys.exc_info()[2], context)