blob: e89b5f0a3283d99af1a2271eea0d10dd72696768 [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Christian Heimesbe5b30b2008-03-03 19:18:51 +000042from abc import ABCMeta
Raymond Hettingera1a992c2005-03-11 06:46:45 +000043from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000044from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000045# These constants are from Include/code.h.
46CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
47CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000048
Christian Heimesbe5b30b2008-03-03 19:18:51 +000049# See Include/object.h
50TPFLAGS_IS_ABSTRACT = 1 << 20
51
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000052# ----------------------------------------------------------- type-checking
53def ismodule(object):
54 """Return true if the object is a module.
55
56 Module objects provide these attributes:
57 __doc__ documentation string
58 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000059 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000060
61def isclass(object):
62 """Return true if the object is a class.
63
64 Class objects provide these attributes:
65 __doc__ documentation string
66 __module__ name of module in which this class was defined"""
Guido van Rossum13257902007-06-07 23:15:56 +000067 return isinstance(object, type) or hasattr(object, '__bases__')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000068
69def ismethod(object):
70 """Return true if the object is an instance method.
71
72 Instance method objects provide these attributes:
73 __doc__ documentation string
74 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000075 __func__ function object containing implementation of method
76 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000077 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000078
Tim Peters536d2262001-09-20 05:13:38 +000079def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000080 """Return true if the object is a method descriptor.
81
82 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000083
84 This is new in Python 2.2, and, for example, is true of int.__add__.
85 An object passing this test has a __get__ attribute but not a __set__
86 attribute, but beyond that the set of attributes varies. __name__ is
87 usually sensible, and __doc__ often is.
88
Tim Petersf1d90b92001-09-20 05:47:55 +000089 Methods implemented via descriptors that also pass one of the other
90 tests return false from the ismethoddescriptor() test, simply because
91 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000092 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000093 return (hasattr(object, "__get__")
94 and not hasattr(object, "__set__") # else it's a data descriptor
95 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000096 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000097 and not isclass(object))
98
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000099def isdatadescriptor(object):
100 """Return true if the object is a data descriptor.
101
102 Data descriptors have both a __get__ and a __set__ attribute. Examples are
103 properties (defined in Python) and getsets and members (defined in C).
104 Typically, data descriptors will also have __name__ and __doc__ attributes
105 (properties, getsets, and members have both of these attributes), but this
106 is not guaranteed."""
107 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
108
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000109if hasattr(types, 'MemberDescriptorType'):
110 # CPython and equivalent
111 def ismemberdescriptor(object):
112 """Return true if the object is a member descriptor.
113
114 Member descriptors are specialized descriptors defined in extension
115 modules."""
116 return isinstance(object, types.MemberDescriptorType)
117else:
118 # Other implementations
119 def ismemberdescriptor(object):
120 """Return true if the object is a member descriptor.
121
122 Member descriptors are specialized descriptors defined in extension
123 modules."""
124 return False
125
126if hasattr(types, 'GetSetDescriptorType'):
127 # CPython and equivalent
128 def isgetsetdescriptor(object):
129 """Return true if the object is a getset descriptor.
130
131 getset descriptors are specialized descriptors defined in extension
132 modules."""
133 return isinstance(object, types.GetSetDescriptorType)
134else:
135 # Other implementations
136 def isgetsetdescriptor(object):
137 """Return true if the object is a getset descriptor.
138
139 getset descriptors are specialized descriptors defined in extension
140 modules."""
141 return False
142
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000143def isfunction(object):
144 """Return true if the object is a user-defined function.
145
146 Function objects provide these attributes:
147 __doc__ documentation string
148 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000149 __code__ code object containing compiled function bytecode
150 __defaults__ tuple of any default values for arguments
151 __globals__ global namespace in which this function was defined
152 __annotations__ dict of parameter annotations
153 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000154 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000155
Christian Heimes7131fd92008-02-19 14:21:46 +0000156def isgeneratorfunction(object):
157 """Return true if the object is a user-defined generator function.
158
159 Generator function objects provides same attributes as functions.
160
161 See isfunction.__doc__ for attributes listing."""
162 if (isfunction(object) or ismethod(object)) and \
163 object.__code__.co_flags & CO_GENERATOR:
164 return True
165
166def isgenerator(object):
167 """Return true if the object is a generator.
168
169 Generator objects provide these attributes:
170 __iter__ defined to support interation over container
171 close raises a new GeneratorExit exception inside the
172 generator to terminate the iteration
173 gi_code code object
174 gi_frame frame object or possibly None once the generator has
175 been exhausted
176 gi_running set to 1 when generator is executing, 0 otherwise
177 next return the next item from the container
178 send resumes the generator and "sends" a value that becomes
179 the result of the current yield-expression
180 throw used to raise an exception inside the generator"""
181 return isinstance(object, types.GeneratorType)
182
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000183def istraceback(object):
184 """Return true if the object is a traceback.
185
186 Traceback objects provide these attributes:
187 tb_frame frame object at this level
188 tb_lasti index of last attempted instruction in bytecode
189 tb_lineno current line number in Python source code
190 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000191 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000192
193def isframe(object):
194 """Return true if the object is a frame object.
195
196 Frame objects provide these attributes:
197 f_back next outer frame object (this frame's caller)
198 f_builtins built-in namespace seen by this frame
199 f_code code object being executed in this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000200 f_globals global namespace seen by this frame
201 f_lasti index of last attempted instruction in bytecode
202 f_lineno current line number in Python source code
203 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000204 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000205 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000206
207def iscode(object):
208 """Return true if the object is a code object.
209
210 Code objects provide these attributes:
211 co_argcount number of arguments (not including * or ** args)
212 co_code string of raw compiled bytecode
213 co_consts tuple of constants used in the bytecode
214 co_filename name of file in which this code object was created
215 co_firstlineno number of first line in Python source code
216 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
217 co_lnotab encoded mapping of line numbers to bytecode indices
218 co_name name with which this code object was defined
219 co_names tuple of names of local variables
220 co_nlocals number of local variables
221 co_stacksize virtual machine stack space required
222 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000223 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000224
225def isbuiltin(object):
226 """Return true if the object is a built-in function or method.
227
228 Built-in functions and methods provide these attributes:
229 __doc__ documentation string
230 __name__ original name of this function or method
231 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000232 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000233
234def isroutine(object):
235 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000236 return (isbuiltin(object)
237 or isfunction(object)
238 or ismethod(object)
239 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000240
Christian Heimes7131fd92008-02-19 14:21:46 +0000241def isgenerator(object):
242 """Return true if the object is a generator object."""
243 return isinstance(object, types.GeneratorType)
244
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000245def isabstract(object):
246 """Return true if the object is an abstract base class (ABC)."""
Christian Heimes5e696852008-04-09 08:37:03 +0000247 return isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000248
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000249def getmembers(object, predicate=None):
250 """Return all members of an object as (name, value) pairs sorted by name.
251 Optionally, only return members that satisfy a given predicate."""
252 results = []
253 for key in dir(object):
254 value = getattr(object, key)
255 if not predicate or predicate(value):
256 results.append((key, value))
257 results.sort()
258 return results
259
Christian Heimes25bb7832008-01-11 16:17:00 +0000260Attribute = namedtuple('Attribute', 'name kind defining_class object')
261
Tim Peters13b49d32001-09-23 02:00:29 +0000262def classify_class_attrs(cls):
263 """Return list of attribute-descriptor tuples.
264
265 For each name in dir(cls), the return list contains a 4-tuple
266 with these elements:
267
268 0. The name (a string).
269
270 1. The kind of attribute this is, one of these strings:
271 'class method' created via classmethod()
272 'static method' created via staticmethod()
273 'property' created via property()
274 'method' any other flavor of method
275 'data' not a method
276
277 2. The class which defined this attribute (a class).
278
279 3. The object as obtained directly from the defining class's
280 __dict__, not via getattr. This is especially important for
281 data attributes: C.data is just a data object, but
282 C.__dict__['data'] may be a data descriptor with additional
283 info, like a __doc__ string.
284 """
285
286 mro = getmro(cls)
287 names = dir(cls)
288 result = []
289 for name in names:
290 # Get the object associated with the name.
291 # Getting an obj from the __dict__ sometimes reveals more than
292 # using getattr. Static and class methods are dramatic examples.
293 if name in cls.__dict__:
294 obj = cls.__dict__[name]
295 else:
296 obj = getattr(cls, name)
297
298 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000299 homecls = getattr(obj, "__objclass__", None)
300 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000301 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000302 for base in mro:
303 if name in base.__dict__:
304 homecls = base
305 break
306
307 # Get the object again, in order to get it from the defining
308 # __dict__ instead of via getattr (if possible).
309 if homecls is not None and name in homecls.__dict__:
310 obj = homecls.__dict__[name]
311
312 # Also get the object via getattr.
313 obj_via_getattr = getattr(cls, name)
314
315 # Classify the object.
316 if isinstance(obj, staticmethod):
317 kind = "static method"
318 elif isinstance(obj, classmethod):
319 kind = "class method"
320 elif isinstance(obj, property):
321 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000322 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000323 ismethoddescriptor(obj_via_getattr)):
324 kind = "method"
325 else:
326 kind = "data"
327
Christian Heimes25bb7832008-01-11 16:17:00 +0000328 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000329
330 return result
331
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000332# ----------------------------------------------------------- class helpers
333def _searchbases(cls, accum):
334 # Simulate the "classic class" search order.
335 if cls in accum:
336 return
337 accum.append(cls)
338 for base in cls.__bases__:
339 _searchbases(base, accum)
340
341def getmro(cls):
342 "Return tuple of base classes (including cls) in method resolution order."
343 if hasattr(cls, "__mro__"):
344 return cls.__mro__
345 else:
346 result = []
347 _searchbases(cls, result)
348 return tuple(result)
349
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000350# -------------------------------------------------- source code extraction
351def indentsize(line):
352 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000353 expline = line.expandtabs()
354 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000355
356def getdoc(object):
357 """Get the documentation string for an object.
358
359 All tabs are expanded to spaces. To clean up docstrings that are
360 indented to line up with blocks of code, any whitespace than can be
361 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000362 try:
363 doc = object.__doc__
364 except AttributeError:
365 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000366 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000367 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000368 return cleandoc(doc)
369
370def cleandoc(doc):
371 """Clean up indentation from docstrings.
372
373 Any whitespace that can be uniformly removed from the second line
374 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000375 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000376 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000377 except UnicodeError:
378 return None
379 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000380 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000381 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000382 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000383 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000384 if content:
385 indent = len(line) - content
386 margin = min(margin, indent)
387 # Remove indentation.
388 if lines:
389 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000390 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000391 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000392 # Remove any trailing or leading blank lines.
393 while lines and not lines[-1]:
394 lines.pop()
395 while lines and not lines[0]:
396 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000397 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000398
399def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000400 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000401 if ismodule(object):
402 if hasattr(object, '__file__'):
403 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000404 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000405 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000406 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000407 if hasattr(object, '__file__'):
408 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000409 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000410 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000411 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000412 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000413 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000414 if istraceback(object):
415 object = object.tb_frame
416 if isframe(object):
417 object = object.f_code
418 if iscode(object):
419 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000420 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000421 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000422
Christian Heimes25bb7832008-01-11 16:17:00 +0000423ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
424
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000425def getmoduleinfo(path):
426 """Get the module name, suffix, mode, and module type for a given file."""
427 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000428 suffixes = [(-len(suffix), suffix, mode, mtype)
429 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000430 suffixes.sort() # try longest suffixes first, in case they overlap
431 for neglen, suffix, mode, mtype in suffixes:
432 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000433 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000434
435def getmodulename(path):
436 """Return the module name for a given file, or None."""
437 info = getmoduleinfo(path)
438 if info: return info[0]
439
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000440def getsourcefile(object):
441 """Return the Python source file an object was defined in, if it exists."""
442 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000443 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000444 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000445 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000446 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000447 # Looks like a binary file. We want to only return a text file.
448 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000449 if os.path.exists(filename):
450 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000451 # only return a non-existent filename if the module has a PEP 302 loader
452 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000453 return filename
454
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000455def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000456 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000457
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000458 The idea is for each object to have a unique origin, so this routine
459 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000460 if _filename is None:
461 _filename = getsourcefile(object) or getfile(object)
462 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000463
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000464modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000465_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000466
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000467def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000468 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000469 if ismodule(object):
470 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000471 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000472 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000473 # Try the filename to modulename cache
474 if _filename is not None and _filename in modulesbyfile:
475 return sys.modules.get(modulesbyfile[_filename])
476 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000477 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000478 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000479 except TypeError:
480 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000481 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000482 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000483 # Update the filename to module name cache and check yet again
484 # Copy sys.modules in order to cope with changes while iterating
485 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000486 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000487 f = module.__file__
488 if f == _filesbymodname.get(modname, None):
489 # Have already mapped this module, so skip it
490 continue
491 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000492 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000493 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000494 modulesbyfile[f] = modulesbyfile[
495 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000496 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000497 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000498 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000499 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000500 if not hasattr(object, '__name__'):
501 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000502 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000503 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000504 if mainobject is object:
505 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000506 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000507 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000508 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000509 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000510 if builtinobject is object:
511 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000512
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000513def findsource(object):
514 """Return the entire source file and starting line number for an object.
515
516 The argument may be a module, class, method, function, traceback, frame,
517 or code object. The source code is returned as a list of all the lines
518 in the file and the line number indexes a line in that list. An IOError
519 is raised if the source code cannot be retrieved."""
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000520 file = getsourcefile(object) or getfile(object)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000521 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000522 if module:
523 lines = linecache.getlines(file, module.__dict__)
524 else:
525 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000526 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000527 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000528
529 if ismodule(object):
530 return lines, 0
531
532 if isclass(object):
533 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000534 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
535 # make some effort to find the best matching class definition:
536 # use the one with the least indentation, which is the one
537 # that's most probably not inside a function definition.
538 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000539 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000540 match = pat.match(lines[i])
541 if match:
542 # if it's at toplevel, it's already the best one
543 if lines[i][0] == 'c':
544 return lines, i
545 # else add whitespace to candidate list
546 candidates.append((match.group(1), i))
547 if candidates:
548 # this will sort by whitespace, and by line number,
549 # less whitespace first
550 candidates.sort()
551 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000552 else:
553 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000554
555 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000556 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000557 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000558 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000559 if istraceback(object):
560 object = object.tb_frame
561 if isframe(object):
562 object = object.f_code
563 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000564 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000565 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000566 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000567 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000568 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000569 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000570 lnum = lnum - 1
571 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000572 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000573
574def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000575 """Get lines of comments immediately preceding an object's source code.
576
577 Returns None when source can't be found.
578 """
579 try:
580 lines, lnum = findsource(object)
581 except (IOError, TypeError):
582 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000583
584 if ismodule(object):
585 # Look for a comment block at the top of the file.
586 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000587 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000588 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000589 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000590 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000591 comments = []
592 end = start
593 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000594 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000595 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000596 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000597
598 # Look for a preceding block of comments at the same indentation.
599 elif lnum > 0:
600 indent = indentsize(lines[lnum])
601 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000602 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000603 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000604 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000605 if end > 0:
606 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000607 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000608 while comment[:1] == '#' and indentsize(lines[end]) == indent:
609 comments[:0] = [comment]
610 end = end - 1
611 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000612 comment = lines[end].expandtabs().lstrip()
613 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000614 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000615 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000616 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000617 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000618
Tim Peters4efb6e92001-06-29 23:51:08 +0000619class EndOfBlock(Exception): pass
620
621class BlockFinder:
622 """Provide a tokeneater() method to detect the end of a code block."""
623 def __init__(self):
624 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000625 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000626 self.started = False
627 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000628 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000629
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000630 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000631 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000632 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000633 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000634 if token == "lambda":
635 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000636 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000637 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000638 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000639 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000640 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000641 if self.islambda: # lambdas always end at the first NEWLINE
642 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000643 elif self.passline:
644 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000645 elif type == tokenize.INDENT:
646 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000647 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000648 elif type == tokenize.DEDENT:
649 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000650 # the end of matching indent/dedent pairs end a block
651 # (note that this only works for "def"/"class" blocks,
652 # not e.g. for "if: else:" or "try: finally:" blocks)
653 if self.indent <= 0:
654 raise EndOfBlock
655 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
656 # any other token on the same indentation level end the previous
657 # block as well, except the pseudo-tokens COMMENT and NL.
658 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000659
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000660def getblock(lines):
661 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000662 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000663 try:
Trent Nelson428de652008-03-18 22:41:35 +0000664 tokens = tokenize.generate_tokens(iter(lines).__next__)
665 for _token in tokens:
666 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000667 except (EndOfBlock, IndentationError):
668 pass
669 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000670
671def getsourcelines(object):
672 """Return a list of source lines and starting line number for an object.
673
674 The argument may be a module, class, method, function, traceback, frame,
675 or code object. The source code is returned as a list of the lines
676 corresponding to the object and the line number indicates where in the
677 original source file the first line of code was found. An IOError is
678 raised if the source code cannot be retrieved."""
679 lines, lnum = findsource(object)
680
681 if ismodule(object): return lines, 0
682 else: return getblock(lines[lnum:]), lnum + 1
683
684def getsource(object):
685 """Return the text of the source code for an object.
686
687 The argument may be a module, class, method, function, traceback, frame,
688 or code object. The source code is returned as a single string. An
689 IOError is raised if the source code cannot be retrieved."""
690 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000691 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000692
693# --------------------------------------------------- class tree extraction
694def walktree(classes, children, parent):
695 """Recursive helper function for getclasstree()."""
696 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000697 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000698 for c in classes:
699 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000700 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000701 results.append(walktree(children[c], children, c))
702 return results
703
704def getclasstree(classes, unique=0):
705 """Arrange the given list of classes into a hierarchy of nested lists.
706
707 Where a nested list appears, it contains classes derived from the class
708 whose entry immediately precedes the list. Each entry is a 2-tuple
709 containing a class and a tuple of its base classes. If the 'unique'
710 argument is true, exactly one entry appears in the returned structure
711 for each class in the given list. Otherwise, classes using multiple
712 inheritance and their descendants will appear multiple times."""
713 children = {}
714 roots = []
715 for c in classes:
716 if c.__bases__:
717 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000718 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000719 children[parent] = []
720 children[parent].append(c)
721 if unique and parent in classes: break
722 elif c not in roots:
723 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000724 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000725 if parent not in classes:
726 roots.append(parent)
727 return walktree(roots, children, None)
728
729# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000730Arguments = namedtuple('Arguments', 'args, varargs, varkw')
731
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000732def getargs(co):
733 """Get information about the arguments accepted by a code object.
734
Guido van Rossum2e65f892007-02-28 22:03:49 +0000735 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000736 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000737 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
738 are the names of the * and ** arguments or None."""
739 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000740 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000741
742def _getfullargs(co):
743 """Get information about the arguments accepted by a code object.
744
745 Four things are returned: (args, varargs, kwonlyargs, varkw), where
746 'args' and 'kwonlyargs' are lists of argument names (with 'args'
747 possibly containing nested lists), and 'varargs' and 'varkw' are the
748 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000749
750 if not iscode(co):
751 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000752
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000753 nargs = co.co_argcount
754 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000755 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000756 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000757 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000758 step = 0
759
Guido van Rossum2e65f892007-02-28 22:03:49 +0000760 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000761 varargs = None
762 if co.co_flags & CO_VARARGS:
763 varargs = co.co_varnames[nargs]
764 nargs = nargs + 1
765 varkw = None
766 if co.co_flags & CO_VARKEYWORDS:
767 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000768 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000769
Christian Heimes25bb7832008-01-11 16:17:00 +0000770
771ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
772
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000773def getargspec(func):
774 """Get the names and default values of a function's arguments.
775
776 A tuple of four things is returned: (args, varargs, varkw, defaults).
777 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000778 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000779 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000780 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000781
Guido van Rossum2e65f892007-02-28 22:03:49 +0000782 Use the getfullargspec() API for Python-3000 code, as annotations
783 and keyword arguments are supported. getargspec() will raise ValueError
784 if the func has either annotations or keyword arguments.
785 """
786
787 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
788 getfullargspec(func)
789 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000790 raise ValueError("Function has keyword-only arguments or annotations"
791 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000792 return ArgSpec(args, varargs, varkw, defaults)
793
794FullArgSpec = namedtuple('FullArgSpec',
795 'args, varargs, varkw, defaults, kwonlyargs, kwdefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000796
797def getfullargspec(func):
798 """Get the names and default values of a function's arguments.
799
Brett Cannon504d8852007-09-07 02:12:14 +0000800 A tuple of seven things is returned:
801 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000802 'args' is a list of the argument names (it may contain nested lists).
803 'varargs' and 'varkw' are the names of the * and ** arguments or None.
804 'defaults' is an n-tuple of the default values of the last n arguments.
805 'kwonlyargs' is a list of keyword-only argument names.
806 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
807 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000808
Guido van Rossum2e65f892007-02-28 22:03:49 +0000809 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000810 """
811
812 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000813 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000814 if not isfunction(func):
815 raise TypeError('arg is not a Python function')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000816 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000817 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000818 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000819
Christian Heimes25bb7832008-01-11 16:17:00 +0000820ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
821
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000822def getargvalues(frame):
823 """Get information about arguments passed into a particular frame.
824
825 A tuple of four things is returned: (args, varargs, varkw, locals).
826 'args' is a list of the argument names (it may contain nested lists).
827 'varargs' and 'varkw' are the names of the * and ** arguments or None.
828 'locals' is the locals dictionary of the given frame."""
829 args, varargs, varkw = getargs(frame.f_code)
830 return args, varargs, varkw, frame.f_locals
831
832def joinseq(seq):
833 if len(seq) == 1:
834 return '(' + seq[0] + ',)'
835 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000836 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000837
838def strseq(object, convert, join=joinseq):
839 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000840 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000841 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
842 else:
843 return convert(object)
844
Guido van Rossum2e65f892007-02-28 22:03:49 +0000845def formatannotation(annotation, base_module=None):
846 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000847 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000848 return annotation.__name__
849 return annotation.__module__+'.'+annotation.__name__
850 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000851
Guido van Rossum2e65f892007-02-28 22:03:49 +0000852def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000853 module = getattr(object, '__module__', None)
854 def _formatannotation(annotation):
855 return formatannotation(annotation, module)
856 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000857
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000858def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000859 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000860 formatarg=str,
861 formatvarargs=lambda name: '*' + name,
862 formatvarkw=lambda name: '**' + name,
863 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000864 formatreturns=lambda text: ' -> ' + text,
865 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000866 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000867 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000868 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000869
Guido van Rossum2e65f892007-02-28 22:03:49 +0000870 The first seven arguments are (args, varargs, varkw, defaults,
871 kwonlyargs, kwonlydefaults, annotations). The other five arguments
872 are the corresponding optional formatting functions that are called to
873 turn names and values into strings. The last argument is an optional
874 function to format the sequence of arguments."""
875 def formatargandannotation(arg):
876 result = formatarg(arg)
877 if arg in annotations:
878 result += ': ' + formatannotation(annotations[arg])
879 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000880 specs = []
881 if defaults:
882 firstdefault = len(args) - len(defaults)
883 for i in range(len(args)):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000884 spec = strseq(args[i], formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000885 if defaults and i >= firstdefault:
886 spec = spec + formatvalue(defaults[i - firstdefault])
887 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000888 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000889 specs.append(formatvarargs(formatargandannotation(varargs)))
890 else:
891 if kwonlyargs:
892 specs.append('*')
893 if kwonlyargs:
894 for kwonlyarg in kwonlyargs:
895 spec = formatargandannotation(kwonlyarg)
896 if kwonlyarg in kwonlydefaults:
897 spec += formatvalue(kwonlydefaults[kwonlyarg])
898 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000899 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000900 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000901 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000902 if 'return' in annotations:
903 result += formatreturns(formatannotation(annotations['return']))
904 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000905
906def formatargvalues(args, varargs, varkw, locals,
907 formatarg=str,
908 formatvarargs=lambda name: '*' + name,
909 formatvarkw=lambda name: '**' + name,
910 formatvalue=lambda value: '=' + repr(value),
911 join=joinseq):
912 """Format an argument spec from the 4 values returned by getargvalues.
913
914 The first four arguments are (args, varargs, varkw, locals). The
915 next four arguments are the corresponding optional formatting functions
916 that are called to turn names and values into strings. The ninth
917 argument is an optional function to format the sequence of arguments."""
918 def convert(name, locals=locals,
919 formatarg=formatarg, formatvalue=formatvalue):
920 return formatarg(name) + formatvalue(locals[name])
921 specs = []
922 for i in range(len(args)):
923 specs.append(strseq(args[i], convert, join))
924 if varargs:
925 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
926 if varkw:
927 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000928 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000929
930# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000931
932Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
933
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000934def getframeinfo(frame, context=1):
935 """Get information about a frame or traceback object.
936
937 A tuple of five things is returned: the filename, the line number of
938 the current line, the function name, a list of lines of context from
939 the source code, and the index of the current line within that list.
940 The optional second argument specifies the number of lines of context
941 to return, which are centered around the current line."""
942 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000943 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000944 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000945 else:
946 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000947 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000948 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000949
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000950 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000951 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000952 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000953 try:
954 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000955 except IOError:
956 lines = index = None
957 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000958 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000959 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000960 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000961 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000962 else:
963 lines = index = None
964
Christian Heimes25bb7832008-01-11 16:17:00 +0000965 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000966
967def getlineno(frame):
968 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000969 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
970 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000971
972def getouterframes(frame, context=1):
973 """Get a list of records for a frame and all higher (calling) frames.
974
975 Each record contains a frame object, filename, line number, function
976 name, a list of lines of context, and index within the context."""
977 framelist = []
978 while frame:
979 framelist.append((frame,) + getframeinfo(frame, context))
980 frame = frame.f_back
981 return framelist
982
983def getinnerframes(tb, context=1):
984 """Get a list of records for a traceback's frame and all lower frames.
985
986 Each record contains a frame object, filename, line number, function
987 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000988 framelist = []
989 while tb:
990 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
991 tb = tb.tb_next
992 return framelist
993
Jeremy Hyltonab919022003-06-27 18:41:20 +0000994currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000995
996def stack(context=1):
997 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +0000998 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000999
1000def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +00001001 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +00001002 return getinnerframes(sys.exc_info()[2], context)