blob: 1f1b7f905408a03ccdb96bec1a2767686a9c8a5d [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000042from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000043from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000044# These constants are from Include/code.h.
45CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
46CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000047
Christian Heimesbe5b30b2008-03-03 19:18:51 +000048# See Include/object.h
49TPFLAGS_IS_ABSTRACT = 1 << 20
50
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000051# ----------------------------------------------------------- type-checking
52def ismodule(object):
53 """Return true if the object is a module.
54
55 Module objects provide these attributes:
56 __doc__ documentation string
57 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000058 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000059
60def isclass(object):
61 """Return true if the object is a class.
62
63 Class objects provide these attributes:
64 __doc__ documentation string
65 __module__ name of module in which this class was defined"""
Benjamin Petersonc4656002009-01-17 22:41:18 +000066 return isinstance(object, type)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000067
68def ismethod(object):
69 """Return true if the object is an instance method.
70
71 Instance method objects provide these attributes:
72 __doc__ documentation string
73 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000074 __func__ function object containing implementation of method
75 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000076 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000077
Tim Peters536d2262001-09-20 05:13:38 +000078def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000079 """Return true if the object is a method descriptor.
80
81 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000082
83 This is new in Python 2.2, and, for example, is true of int.__add__.
84 An object passing this test has a __get__ attribute but not a __set__
85 attribute, but beyond that the set of attributes varies. __name__ is
86 usually sensible, and __doc__ often is.
87
Tim Petersf1d90b92001-09-20 05:47:55 +000088 Methods implemented via descriptors that also pass one of the other
89 tests return false from the ismethoddescriptor() test, simply because
90 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000091 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000092 return (hasattr(object, "__get__")
93 and not hasattr(object, "__set__") # else it's a data descriptor
94 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000095 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000096 and not isclass(object))
97
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000098def isdatadescriptor(object):
99 """Return true if the object is a data descriptor.
100
101 Data descriptors have both a __get__ and a __set__ attribute. Examples are
102 properties (defined in Python) and getsets and members (defined in C).
103 Typically, data descriptors will also have __name__ and __doc__ attributes
104 (properties, getsets, and members have both of these attributes), but this
105 is not guaranteed."""
106 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
107
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000108if hasattr(types, 'MemberDescriptorType'):
109 # CPython and equivalent
110 def ismemberdescriptor(object):
111 """Return true if the object is a member descriptor.
112
113 Member descriptors are specialized descriptors defined in extension
114 modules."""
115 return isinstance(object, types.MemberDescriptorType)
116else:
117 # Other implementations
118 def ismemberdescriptor(object):
119 """Return true if the object is a member descriptor.
120
121 Member descriptors are specialized descriptors defined in extension
122 modules."""
123 return False
124
125if hasattr(types, 'GetSetDescriptorType'):
126 # CPython and equivalent
127 def isgetsetdescriptor(object):
128 """Return true if the object is a getset descriptor.
129
130 getset descriptors are specialized descriptors defined in extension
131 modules."""
132 return isinstance(object, types.GetSetDescriptorType)
133else:
134 # Other implementations
135 def isgetsetdescriptor(object):
136 """Return true if the object is a getset descriptor.
137
138 getset descriptors are specialized descriptors defined in extension
139 modules."""
140 return False
141
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000142def isfunction(object):
143 """Return true if the object is a user-defined function.
144
145 Function objects provide these attributes:
146 __doc__ documentation string
147 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000148 __code__ code object containing compiled function bytecode
149 __defaults__ tuple of any default values for arguments
150 __globals__ global namespace in which this function was defined
151 __annotations__ dict of parameter annotations
152 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000153 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000154
Christian Heimes7131fd92008-02-19 14:21:46 +0000155def isgeneratorfunction(object):
156 """Return true if the object is a user-defined generator function.
157
158 Generator function objects provides same attributes as functions.
159
160 See isfunction.__doc__ for attributes listing."""
Georg Brandlb1441c72009-01-03 22:33:39 +0000161 return bool((isfunction(object) or ismethod(object)) and
162 object.__code__.co_flags & CO_GENERATOR)
Christian Heimes7131fd92008-02-19 14:21:46 +0000163
164def isgenerator(object):
165 """Return true if the object is a generator.
166
167 Generator objects provide these attributes:
168 __iter__ defined to support interation over container
169 close raises a new GeneratorExit exception inside the
170 generator to terminate the iteration
171 gi_code code object
172 gi_frame frame object or possibly None once the generator has
173 been exhausted
174 gi_running set to 1 when generator is executing, 0 otherwise
175 next return the next item from the container
176 send resumes the generator and "sends" a value that becomes
177 the result of the current yield-expression
178 throw used to raise an exception inside the generator"""
179 return isinstance(object, types.GeneratorType)
180
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000181def istraceback(object):
182 """Return true if the object is a traceback.
183
184 Traceback objects provide these attributes:
185 tb_frame frame object at this level
186 tb_lasti index of last attempted instruction in bytecode
187 tb_lineno current line number in Python source code
188 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000189 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000190
191def isframe(object):
192 """Return true if the object is a frame object.
193
194 Frame objects provide these attributes:
195 f_back next outer frame object (this frame's caller)
196 f_builtins built-in namespace seen by this frame
197 f_code code object being executed in this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000198 f_globals global namespace seen by this frame
199 f_lasti index of last attempted instruction in bytecode
200 f_lineno current line number in Python source code
201 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000202 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000203 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000204
205def iscode(object):
206 """Return true if the object is a code object.
207
208 Code objects provide these attributes:
209 co_argcount number of arguments (not including * or ** args)
210 co_code string of raw compiled bytecode
211 co_consts tuple of constants used in the bytecode
212 co_filename name of file in which this code object was created
213 co_firstlineno number of first line in Python source code
214 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
215 co_lnotab encoded mapping of line numbers to bytecode indices
216 co_name name with which this code object was defined
217 co_names tuple of names of local variables
218 co_nlocals number of local variables
219 co_stacksize virtual machine stack space required
220 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000221 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000222
223def isbuiltin(object):
224 """Return true if the object is a built-in function or method.
225
226 Built-in functions and methods provide these attributes:
227 __doc__ documentation string
228 __name__ original name of this function or method
229 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000230 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000231
232def isroutine(object):
233 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000234 return (isbuiltin(object)
235 or isfunction(object)
236 or ismethod(object)
237 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000238
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000239def isabstract(object):
240 """Return true if the object is an abstract base class (ABC)."""
Christian Heimes5e696852008-04-09 08:37:03 +0000241 return isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000242
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000243def getmembers(object, predicate=None):
244 """Return all members of an object as (name, value) pairs sorted by name.
245 Optionally, only return members that satisfy a given predicate."""
246 results = []
247 for key in dir(object):
Benjamin Peterson058e31e2009-01-16 03:54:08 +0000248 try:
249 value = getattr(object, key)
250 except AttributeError:
251 continue
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000252 if not predicate or predicate(value):
253 results.append((key, value))
254 results.sort()
255 return results
256
Christian Heimes25bb7832008-01-11 16:17:00 +0000257Attribute = namedtuple('Attribute', 'name kind defining_class object')
258
Tim Peters13b49d32001-09-23 02:00:29 +0000259def classify_class_attrs(cls):
260 """Return list of attribute-descriptor tuples.
261
262 For each name in dir(cls), the return list contains a 4-tuple
263 with these elements:
264
265 0. The name (a string).
266
267 1. The kind of attribute this is, one of these strings:
268 'class method' created via classmethod()
269 'static method' created via staticmethod()
270 'property' created via property()
271 'method' any other flavor of method
272 'data' not a method
273
274 2. The class which defined this attribute (a class).
275
276 3. The object as obtained directly from the defining class's
277 __dict__, not via getattr. This is especially important for
278 data attributes: C.data is just a data object, but
279 C.__dict__['data'] may be a data descriptor with additional
280 info, like a __doc__ string.
281 """
282
283 mro = getmro(cls)
284 names = dir(cls)
285 result = []
286 for name in names:
287 # Get the object associated with the name.
288 # Getting an obj from the __dict__ sometimes reveals more than
289 # using getattr. Static and class methods are dramatic examples.
290 if name in cls.__dict__:
291 obj = cls.__dict__[name]
292 else:
293 obj = getattr(cls, name)
294
295 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000296 homecls = getattr(obj, "__objclass__", None)
297 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000298 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000299 for base in mro:
300 if name in base.__dict__:
301 homecls = base
302 break
303
304 # Get the object again, in order to get it from the defining
305 # __dict__ instead of via getattr (if possible).
306 if homecls is not None and name in homecls.__dict__:
307 obj = homecls.__dict__[name]
308
309 # Also get the object via getattr.
310 obj_via_getattr = getattr(cls, name)
311
312 # Classify the object.
313 if isinstance(obj, staticmethod):
314 kind = "static method"
315 elif isinstance(obj, classmethod):
316 kind = "class method"
317 elif isinstance(obj, property):
318 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000319 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000320 ismethoddescriptor(obj_via_getattr)):
321 kind = "method"
322 else:
323 kind = "data"
324
Christian Heimes25bb7832008-01-11 16:17:00 +0000325 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000326
327 return result
328
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000329# ----------------------------------------------------------- class helpers
330def _searchbases(cls, accum):
331 # Simulate the "classic class" search order.
332 if cls in accum:
333 return
334 accum.append(cls)
335 for base in cls.__bases__:
336 _searchbases(base, accum)
337
338def getmro(cls):
339 "Return tuple of base classes (including cls) in method resolution order."
340 if hasattr(cls, "__mro__"):
341 return cls.__mro__
342 else:
343 result = []
344 _searchbases(cls, result)
345 return tuple(result)
346
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000347# -------------------------------------------------- source code extraction
348def indentsize(line):
349 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000350 expline = line.expandtabs()
351 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000352
353def getdoc(object):
354 """Get the documentation string for an object.
355
356 All tabs are expanded to spaces. To clean up docstrings that are
357 indented to line up with blocks of code, any whitespace than can be
358 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000359 try:
360 doc = object.__doc__
361 except AttributeError:
362 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000363 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000364 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000365 return cleandoc(doc)
366
367def cleandoc(doc):
368 """Clean up indentation from docstrings.
369
370 Any whitespace that can be uniformly removed from the second line
371 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000372 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000373 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000374 except UnicodeError:
375 return None
376 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000377 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000378 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000379 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000380 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000381 if content:
382 indent = len(line) - content
383 margin = min(margin, indent)
384 # Remove indentation.
385 if lines:
386 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000387 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000388 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000389 # Remove any trailing or leading blank lines.
390 while lines and not lines[-1]:
391 lines.pop()
392 while lines and not lines[0]:
393 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000394 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000395
396def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000397 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000398 if ismodule(object):
399 if hasattr(object, '__file__'):
400 return object.__file__
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000401 raise TypeError('{!r} is a built-in module'.format(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000402 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000403 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000404 if hasattr(object, '__file__'):
405 return object.__file__
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000406 raise TypeError('{!r} is a built-in class'.format(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000407 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000408 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000409 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000410 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000411 if istraceback(object):
412 object = object.tb_frame
413 if isframe(object):
414 object = object.f_code
415 if iscode(object):
416 return object.co_filename
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000417 raise TypeError('{!r} is not a module, class, method, '
418 'function, traceback, frame, or code object'.format(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000419
Christian Heimes25bb7832008-01-11 16:17:00 +0000420ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
421
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000422def getmoduleinfo(path):
423 """Get the module name, suffix, mode, and module type for a given file."""
424 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000425 suffixes = [(-len(suffix), suffix, mode, mtype)
426 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000427 suffixes.sort() # try longest suffixes first, in case they overlap
428 for neglen, suffix, mode, mtype in suffixes:
429 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000430 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000431
432def getmodulename(path):
433 """Return the module name for a given file, or None."""
434 info = getmoduleinfo(path)
435 if info: return info[0]
436
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000437def getsourcefile(object):
438 """Return the Python source file an object was defined in, if it exists."""
439 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000440 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000441 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000442 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000443 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000444 # Looks like a binary file. We want to only return a text file.
445 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000446 if os.path.exists(filename):
447 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000448 # only return a non-existent filename if the module has a PEP 302 loader
449 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000450 return filename
451
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000452def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000453 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000454
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000455 The idea is for each object to have a unique origin, so this routine
456 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000457 if _filename is None:
458 _filename = getsourcefile(object) or getfile(object)
459 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000460
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000461modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000462_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000463
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000464def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000465 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000466 if ismodule(object):
467 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000468 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000469 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000470 # Try the filename to modulename cache
471 if _filename is not None and _filename in modulesbyfile:
472 return sys.modules.get(modulesbyfile[_filename])
473 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000474 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000475 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000476 except TypeError:
477 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000478 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000479 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000480 # Update the filename to module name cache and check yet again
481 # Copy sys.modules in order to cope with changes while iterating
482 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000483 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000484 f = module.__file__
485 if f == _filesbymodname.get(modname, None):
486 # Have already mapped this module, so skip it
487 continue
488 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000489 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000490 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000491 modulesbyfile[f] = modulesbyfile[
492 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000493 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000494 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000495 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000496 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000497 if not hasattr(object, '__name__'):
498 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000499 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000500 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000501 if mainobject is object:
502 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000503 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000504 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000505 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000506 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000507 if builtinobject is object:
508 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000509
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000510def findsource(object):
511 """Return the entire source file and starting line number for an object.
512
513 The argument may be a module, class, method, function, traceback, frame,
514 or code object. The source code is returned as a list of all the lines
515 in the file and the line number indexes a line in that list. An IOError
516 is raised if the source code cannot be retrieved."""
R. David Murray74b89242009-05-13 17:33:03 +0000517 file = getsourcefile(object)
518 if not file:
519 raise IOError('source code not available')
Thomas Wouters89f507f2006-12-13 04:49:30 +0000520 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000521 if module:
522 lines = linecache.getlines(file, module.__dict__)
523 else:
524 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000525 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000526 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000527
528 if ismodule(object):
529 return lines, 0
530
531 if isclass(object):
532 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000533 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
534 # make some effort to find the best matching class definition:
535 # use the one with the least indentation, which is the one
536 # that's most probably not inside a function definition.
537 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000538 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000539 match = pat.match(lines[i])
540 if match:
541 # if it's at toplevel, it's already the best one
542 if lines[i][0] == 'c':
543 return lines, i
544 # else add whitespace to candidate list
545 candidates.append((match.group(1), i))
546 if candidates:
547 # this will sort by whitespace, and by line number,
548 # less whitespace first
549 candidates.sort()
550 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000551 else:
552 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000553
554 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000555 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000556 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000557 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000558 if istraceback(object):
559 object = object.tb_frame
560 if isframe(object):
561 object = object.f_code
562 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000563 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000564 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000565 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000566 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000567 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000568 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000569 lnum = lnum - 1
570 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000571 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000572
573def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000574 """Get lines of comments immediately preceding an object's source code.
575
576 Returns None when source can't be found.
577 """
578 try:
579 lines, lnum = findsource(object)
580 except (IOError, TypeError):
581 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000582
583 if ismodule(object):
584 # Look for a comment block at the top of the file.
585 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000586 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000587 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000588 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000589 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000590 comments = []
591 end = start
592 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000593 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000594 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000595 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000596
597 # Look for a preceding block of comments at the same indentation.
598 elif lnum > 0:
599 indent = indentsize(lines[lnum])
600 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000601 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000602 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000603 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000604 if end > 0:
605 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000606 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000607 while comment[:1] == '#' and indentsize(lines[end]) == indent:
608 comments[:0] = [comment]
609 end = end - 1
610 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000611 comment = lines[end].expandtabs().lstrip()
612 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000613 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000614 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000615 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000616 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000617
Tim Peters4efb6e92001-06-29 23:51:08 +0000618class EndOfBlock(Exception): pass
619
620class BlockFinder:
621 """Provide a tokeneater() method to detect the end of a code block."""
622 def __init__(self):
623 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000624 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000625 self.started = False
626 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000627 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000628
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000629 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000630 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000631 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000632 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000633 if token == "lambda":
634 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000635 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000636 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000637 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000638 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000639 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000640 if self.islambda: # lambdas always end at the first NEWLINE
641 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000642 elif self.passline:
643 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000644 elif type == tokenize.INDENT:
645 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000646 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000647 elif type == tokenize.DEDENT:
648 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000649 # the end of matching indent/dedent pairs end a block
650 # (note that this only works for "def"/"class" blocks,
651 # not e.g. for "if: else:" or "try: finally:" blocks)
652 if self.indent <= 0:
653 raise EndOfBlock
654 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
655 # any other token on the same indentation level end the previous
656 # block as well, except the pseudo-tokens COMMENT and NL.
657 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000658
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000659def getblock(lines):
660 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000661 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000662 try:
Trent Nelson428de652008-03-18 22:41:35 +0000663 tokens = tokenize.generate_tokens(iter(lines).__next__)
664 for _token in tokens:
665 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000666 except (EndOfBlock, IndentationError):
667 pass
668 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000669
670def getsourcelines(object):
671 """Return a list of source lines and starting line number for an object.
672
673 The argument may be a module, class, method, function, traceback, frame,
674 or code object. The source code is returned as a list of the lines
675 corresponding to the object and the line number indicates where in the
676 original source file the first line of code was found. An IOError is
677 raised if the source code cannot be retrieved."""
678 lines, lnum = findsource(object)
679
680 if ismodule(object): return lines, 0
681 else: return getblock(lines[lnum:]), lnum + 1
682
683def getsource(object):
684 """Return the text of the source code for an object.
685
686 The argument may be a module, class, method, function, traceback, frame,
687 or code object. The source code is returned as a single string. An
688 IOError is raised if the source code cannot be retrieved."""
689 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000690 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000691
692# --------------------------------------------------- class tree extraction
693def walktree(classes, children, parent):
694 """Recursive helper function for getclasstree()."""
695 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000696 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000697 for c in classes:
698 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000699 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000700 results.append(walktree(children[c], children, c))
701 return results
702
Georg Brandl5ce83a02009-06-01 17:23:51 +0000703def getclasstree(classes, unique=False):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000704 """Arrange the given list of classes into a hierarchy of nested lists.
705
706 Where a nested list appears, it contains classes derived from the class
707 whose entry immediately precedes the list. Each entry is a 2-tuple
708 containing a class and a tuple of its base classes. If the 'unique'
709 argument is true, exactly one entry appears in the returned structure
710 for each class in the given list. Otherwise, classes using multiple
711 inheritance and their descendants will appear multiple times."""
712 children = {}
713 roots = []
714 for c in classes:
715 if c.__bases__:
716 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000717 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000718 children[parent] = []
719 children[parent].append(c)
720 if unique and parent in classes: break
721 elif c not in roots:
722 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000723 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000724 if parent not in classes:
725 roots.append(parent)
726 return walktree(roots, children, None)
727
728# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000729Arguments = namedtuple('Arguments', 'args, varargs, varkw')
730
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000731def getargs(co):
732 """Get information about the arguments accepted by a code object.
733
Guido van Rossum2e65f892007-02-28 22:03:49 +0000734 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000735 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000736 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
737 are the names of the * and ** arguments or None."""
738 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000739 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000740
741def _getfullargs(co):
742 """Get information about the arguments accepted by a code object.
743
744 Four things are returned: (args, varargs, kwonlyargs, varkw), where
745 'args' and 'kwonlyargs' are lists of argument names (with 'args'
746 possibly containing nested lists), and 'varargs' and 'varkw' are the
747 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000748
749 if not iscode(co):
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000750 raise TypeError('{!r} is not a code object'.format(co))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000751
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000752 nargs = co.co_argcount
753 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000754 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000755 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000756 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000757 step = 0
758
Guido van Rossum2e65f892007-02-28 22:03:49 +0000759 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000760 varargs = None
761 if co.co_flags & CO_VARARGS:
762 varargs = co.co_varnames[nargs]
763 nargs = nargs + 1
764 varkw = None
765 if co.co_flags & CO_VARKEYWORDS:
766 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000767 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000768
Christian Heimes25bb7832008-01-11 16:17:00 +0000769
770ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
771
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000772def getargspec(func):
773 """Get the names and default values of a function's arguments.
774
775 A tuple of four things is returned: (args, varargs, varkw, defaults).
776 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000777 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000778 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000779 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000780
Guido van Rossum2e65f892007-02-28 22:03:49 +0000781 Use the getfullargspec() API for Python-3000 code, as annotations
782 and keyword arguments are supported. getargspec() will raise ValueError
783 if the func has either annotations or keyword arguments.
784 """
785
786 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
787 getfullargspec(func)
788 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000789 raise ValueError("Function has keyword-only arguments or annotations"
790 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000791 return ArgSpec(args, varargs, varkw, defaults)
792
793FullArgSpec = namedtuple('FullArgSpec',
Benjamin Peterson3d4ca742008-11-12 21:39:01 +0000794 'args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000795
796def getfullargspec(func):
797 """Get the names and default values of a function's arguments.
798
Brett Cannon504d8852007-09-07 02:12:14 +0000799 A tuple of seven things is returned:
800 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000801 'args' is a list of the argument names (it may contain nested lists).
802 'varargs' and 'varkw' are the names of the * and ** arguments or None.
803 'defaults' is an n-tuple of the default values of the last n arguments.
804 'kwonlyargs' is a list of keyword-only argument names.
805 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
806 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000807
Guido van Rossum2e65f892007-02-28 22:03:49 +0000808 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000809 """
810
811 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000812 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000813 if not isfunction(func):
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000814 raise TypeError('{!r} is not a Python function'.format(func))
Guido van Rossum2e65f892007-02-28 22:03:49 +0000815 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000816 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000817 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000818
Christian Heimes25bb7832008-01-11 16:17:00 +0000819ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
820
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000821def getargvalues(frame):
822 """Get information about arguments passed into a particular frame.
823
824 A tuple of four things is returned: (args, varargs, varkw, locals).
825 'args' is a list of the argument names (it may contain nested lists).
826 'varargs' and 'varkw' are the names of the * and ** arguments or None.
827 'locals' is the locals dictionary of the given frame."""
828 args, varargs, varkw = getargs(frame.f_code)
Benjamin Peterson1a6e0d02008-10-25 15:49:17 +0000829 return ArgInfo(args, varargs, varkw, frame.f_locals)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000830
831def joinseq(seq):
832 if len(seq) == 1:
833 return '(' + seq[0] + ',)'
834 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000835 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000836
837def strseq(object, convert, join=joinseq):
838 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000839 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000840 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
841 else:
842 return convert(object)
843
Guido van Rossum2e65f892007-02-28 22:03:49 +0000844def formatannotation(annotation, base_module=None):
845 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000846 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000847 return annotation.__name__
848 return annotation.__module__+'.'+annotation.__name__
849 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000850
Guido van Rossum2e65f892007-02-28 22:03:49 +0000851def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000852 module = getattr(object, '__module__', None)
853 def _formatannotation(annotation):
854 return formatannotation(annotation, module)
855 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000856
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000857def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000858 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000859 formatarg=str,
860 formatvarargs=lambda name: '*' + name,
861 formatvarkw=lambda name: '**' + name,
862 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000863 formatreturns=lambda text: ' -> ' + text,
864 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000865 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000866 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000867 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000868
Guido van Rossum2e65f892007-02-28 22:03:49 +0000869 The first seven arguments are (args, varargs, varkw, defaults,
870 kwonlyargs, kwonlydefaults, annotations). The other five arguments
871 are the corresponding optional formatting functions that are called to
872 turn names and values into strings. The last argument is an optional
873 function to format the sequence of arguments."""
874 def formatargandannotation(arg):
875 result = formatarg(arg)
876 if arg in annotations:
877 result += ': ' + formatannotation(annotations[arg])
878 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000879 specs = []
880 if defaults:
881 firstdefault = len(args) - len(defaults)
Benjamin Petersonb58dda72009-01-18 22:27:04 +0000882 for i, arg in enumerate(args):
883 spec = strseq(arg, formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000884 if defaults and i >= firstdefault:
885 spec = spec + formatvalue(defaults[i - firstdefault])
886 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000887 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000888 specs.append(formatvarargs(formatargandannotation(varargs)))
889 else:
890 if kwonlyargs:
891 specs.append('*')
892 if kwonlyargs:
893 for kwonlyarg in kwonlyargs:
894 spec = formatargandannotation(kwonlyarg)
Benjamin Peterson9953a8d2009-01-17 04:15:01 +0000895 if kwonlydefaults and kwonlyarg in kwonlydefaults:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000896 spec += formatvalue(kwonlydefaults[kwonlyarg])
897 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000898 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000899 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000900 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000901 if 'return' in annotations:
902 result += formatreturns(formatannotation(annotations['return']))
903 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000904
905def formatargvalues(args, varargs, varkw, locals,
906 formatarg=str,
907 formatvarargs=lambda name: '*' + name,
908 formatvarkw=lambda name: '**' + name,
909 formatvalue=lambda value: '=' + repr(value),
910 join=joinseq):
911 """Format an argument spec from the 4 values returned by getargvalues.
912
913 The first four arguments are (args, varargs, varkw, locals). The
914 next four arguments are the corresponding optional formatting functions
915 that are called to turn names and values into strings. The ninth
916 argument is an optional function to format the sequence of arguments."""
917 def convert(name, locals=locals,
918 formatarg=formatarg, formatvalue=formatvalue):
919 return formatarg(name) + formatvalue(locals[name])
920 specs = []
921 for i in range(len(args)):
922 specs.append(strseq(args[i], convert, join))
923 if varargs:
924 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
925 if varkw:
926 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000927 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000928
929# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000930
931Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
932
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000933def getframeinfo(frame, context=1):
934 """Get information about a frame or traceback object.
935
936 A tuple of five things is returned: the filename, the line number of
937 the current line, the function name, a list of lines of context from
938 the source code, and the index of the current line within that list.
939 The optional second argument specifies the number of lines of context
940 to return, which are centered around the current line."""
941 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000942 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000943 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000944 else:
945 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000946 if not isframe(frame):
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000947 raise TypeError('{!r} is not a frame or traceback object'.format(frame))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000948
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000949 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000950 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000951 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000952 try:
953 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000954 except IOError:
955 lines = index = None
956 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000957 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000958 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000959 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000960 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000961 else:
962 lines = index = None
963
Christian Heimes25bb7832008-01-11 16:17:00 +0000964 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000965
966def getlineno(frame):
967 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000968 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
969 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000970
971def getouterframes(frame, context=1):
972 """Get a list of records for a frame and all higher (calling) frames.
973
974 Each record contains a frame object, filename, line number, function
975 name, a list of lines of context, and index within the context."""
976 framelist = []
977 while frame:
978 framelist.append((frame,) + getframeinfo(frame, context))
979 frame = frame.f_back
980 return framelist
981
982def getinnerframes(tb, context=1):
983 """Get a list of records for a traceback's frame and all lower frames.
984
985 Each record contains a frame object, filename, line number, function
986 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000987 framelist = []
988 while tb:
989 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
990 tb = tb.tb_next
991 return framelist
992
Alexandre Vassalottie223eb82009-07-29 20:12:15 +0000993if hasattr(sys, '_getframe'):
994 currentframe = sys._getframe
995else:
996 currentframe = lambda _=None: None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000997
998def stack(context=1):
999 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +00001000 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00001001
1002def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +00001003 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +00001004 return getinnerframes(sys.exc_info()[2], context)