blob: ffe05b7a2ca5fd3a92c4ffedf502074a40e1d151 [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000042from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000043from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000044# These constants are from Include/code.h.
45CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
46CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000047
Christian Heimesbe5b30b2008-03-03 19:18:51 +000048# See Include/object.h
49TPFLAGS_IS_ABSTRACT = 1 << 20
50
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000051# ----------------------------------------------------------- type-checking
52def ismodule(object):
53 """Return true if the object is a module.
54
55 Module objects provide these attributes:
56 __doc__ documentation string
57 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000058 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000059
60def isclass(object):
61 """Return true if the object is a class.
62
63 Class objects provide these attributes:
64 __doc__ documentation string
65 __module__ name of module in which this class was defined"""
Benjamin Petersonc4656002009-01-17 22:41:18 +000066 return isinstance(object, type)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000067
68def ismethod(object):
69 """Return true if the object is an instance method.
70
71 Instance method objects provide these attributes:
72 __doc__ documentation string
73 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000074 __func__ function object containing implementation of method
75 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000076 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000077
Tim Peters536d2262001-09-20 05:13:38 +000078def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000079 """Return true if the object is a method descriptor.
80
81 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000082
83 This is new in Python 2.2, and, for example, is true of int.__add__.
84 An object passing this test has a __get__ attribute but not a __set__
85 attribute, but beyond that the set of attributes varies. __name__ is
86 usually sensible, and __doc__ often is.
87
Tim Petersf1d90b92001-09-20 05:47:55 +000088 Methods implemented via descriptors that also pass one of the other
89 tests return false from the ismethoddescriptor() test, simply because
90 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000091 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000092 return (hasattr(object, "__get__")
93 and not hasattr(object, "__set__") # else it's a data descriptor
94 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000095 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000096 and not isclass(object))
97
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000098def isdatadescriptor(object):
99 """Return true if the object is a data descriptor.
100
101 Data descriptors have both a __get__ and a __set__ attribute. Examples are
102 properties (defined in Python) and getsets and members (defined in C).
103 Typically, data descriptors will also have __name__ and __doc__ attributes
104 (properties, getsets, and members have both of these attributes), but this
105 is not guaranteed."""
106 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
107
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000108if hasattr(types, 'MemberDescriptorType'):
109 # CPython and equivalent
110 def ismemberdescriptor(object):
111 """Return true if the object is a member descriptor.
112
113 Member descriptors are specialized descriptors defined in extension
114 modules."""
115 return isinstance(object, types.MemberDescriptorType)
116else:
117 # Other implementations
118 def ismemberdescriptor(object):
119 """Return true if the object is a member descriptor.
120
121 Member descriptors are specialized descriptors defined in extension
122 modules."""
123 return False
124
125if hasattr(types, 'GetSetDescriptorType'):
126 # CPython and equivalent
127 def isgetsetdescriptor(object):
128 """Return true if the object is a getset descriptor.
129
130 getset descriptors are specialized descriptors defined in extension
131 modules."""
132 return isinstance(object, types.GetSetDescriptorType)
133else:
134 # Other implementations
135 def isgetsetdescriptor(object):
136 """Return true if the object is a getset descriptor.
137
138 getset descriptors are specialized descriptors defined in extension
139 modules."""
140 return False
141
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000142def isfunction(object):
143 """Return true if the object is a user-defined function.
144
145 Function objects provide these attributes:
146 __doc__ documentation string
147 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000148 __code__ code object containing compiled function bytecode
149 __defaults__ tuple of any default values for arguments
150 __globals__ global namespace in which this function was defined
151 __annotations__ dict of parameter annotations
152 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000153 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000154
Christian Heimes7131fd92008-02-19 14:21:46 +0000155def isgeneratorfunction(object):
156 """Return true if the object is a user-defined generator function.
157
158 Generator function objects provides same attributes as functions.
159
Alexander Belopolsky102594f2010-08-16 20:26:04 +0000160 See help(isfunction) for attributes listing."""
Georg Brandlb1441c72009-01-03 22:33:39 +0000161 return bool((isfunction(object) or ismethod(object)) and
162 object.__code__.co_flags & CO_GENERATOR)
Christian Heimes7131fd92008-02-19 14:21:46 +0000163
164def isgenerator(object):
165 """Return true if the object is a generator.
166
167 Generator objects provide these attributes:
168 __iter__ defined to support interation over container
169 close raises a new GeneratorExit exception inside the
170 generator to terminate the iteration
171 gi_code code object
172 gi_frame frame object or possibly None once the generator has
173 been exhausted
174 gi_running set to 1 when generator is executing, 0 otherwise
175 next return the next item from the container
176 send resumes the generator and "sends" a value that becomes
177 the result of the current yield-expression
178 throw used to raise an exception inside the generator"""
179 return isinstance(object, types.GeneratorType)
180
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000181def istraceback(object):
182 """Return true if the object is a traceback.
183
184 Traceback objects provide these attributes:
185 tb_frame frame object at this level
186 tb_lasti index of last attempted instruction in bytecode
187 tb_lineno current line number in Python source code
188 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000189 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000190
191def isframe(object):
192 """Return true if the object is a frame object.
193
194 Frame objects provide these attributes:
195 f_back next outer frame object (this frame's caller)
196 f_builtins built-in namespace seen by this frame
197 f_code code object being executed in this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000198 f_globals global namespace seen by this frame
199 f_lasti index of last attempted instruction in bytecode
200 f_lineno current line number in Python source code
201 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000202 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000203 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000204
205def iscode(object):
206 """Return true if the object is a code object.
207
208 Code objects provide these attributes:
209 co_argcount number of arguments (not including * or ** args)
210 co_code string of raw compiled bytecode
211 co_consts tuple of constants used in the bytecode
212 co_filename name of file in which this code object was created
213 co_firstlineno number of first line in Python source code
214 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
215 co_lnotab encoded mapping of line numbers to bytecode indices
216 co_name name with which this code object was defined
217 co_names tuple of names of local variables
218 co_nlocals number of local variables
219 co_stacksize virtual machine stack space required
220 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000221 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000222
223def isbuiltin(object):
224 """Return true if the object is a built-in function or method.
225
226 Built-in functions and methods provide these attributes:
227 __doc__ documentation string
228 __name__ original name of this function or method
229 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000230 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000231
232def isroutine(object):
233 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000234 return (isbuiltin(object)
235 or isfunction(object)
236 or ismethod(object)
237 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000238
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000239def isabstract(object):
240 """Return true if the object is an abstract base class (ABC)."""
Benjamin Peterson8f6713f2009-11-13 02:29:35 +0000241 return bool(isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT)
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000242
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000243def getmembers(object, predicate=None):
244 """Return all members of an object as (name, value) pairs sorted by name.
245 Optionally, only return members that satisfy a given predicate."""
246 results = []
247 for key in dir(object):
Benjamin Peterson058e31e2009-01-16 03:54:08 +0000248 try:
249 value = getattr(object, key)
250 except AttributeError:
251 continue
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000252 if not predicate or predicate(value):
253 results.append((key, value))
254 results.sort()
255 return results
256
Christian Heimes25bb7832008-01-11 16:17:00 +0000257Attribute = namedtuple('Attribute', 'name kind defining_class object')
258
Tim Peters13b49d32001-09-23 02:00:29 +0000259def classify_class_attrs(cls):
260 """Return list of attribute-descriptor tuples.
261
262 For each name in dir(cls), the return list contains a 4-tuple
263 with these elements:
264
265 0. The name (a string).
266
267 1. The kind of attribute this is, one of these strings:
268 'class method' created via classmethod()
269 'static method' created via staticmethod()
270 'property' created via property()
271 'method' any other flavor of method
272 'data' not a method
273
274 2. The class which defined this attribute (a class).
275
276 3. The object as obtained directly from the defining class's
277 __dict__, not via getattr. This is especially important for
278 data attributes: C.data is just a data object, but
279 C.__dict__['data'] may be a data descriptor with additional
280 info, like a __doc__ string.
281 """
282
283 mro = getmro(cls)
284 names = dir(cls)
285 result = []
286 for name in names:
287 # Get the object associated with the name.
288 # Getting an obj from the __dict__ sometimes reveals more than
289 # using getattr. Static and class methods are dramatic examples.
290 if name in cls.__dict__:
291 obj = cls.__dict__[name]
292 else:
293 obj = getattr(cls, name)
294
295 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000296 homecls = getattr(obj, "__objclass__", None)
297 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000298 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000299 for base in mro:
300 if name in base.__dict__:
301 homecls = base
302 break
303
304 # Get the object again, in order to get it from the defining
305 # __dict__ instead of via getattr (if possible).
306 if homecls is not None and name in homecls.__dict__:
307 obj = homecls.__dict__[name]
308
309 # Also get the object via getattr.
310 obj_via_getattr = getattr(cls, name)
311
312 # Classify the object.
313 if isinstance(obj, staticmethod):
314 kind = "static method"
315 elif isinstance(obj, classmethod):
316 kind = "class method"
317 elif isinstance(obj, property):
318 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000319 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000320 ismethoddescriptor(obj_via_getattr)):
321 kind = "method"
322 else:
323 kind = "data"
324
Christian Heimes25bb7832008-01-11 16:17:00 +0000325 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000326
327 return result
328
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000329# ----------------------------------------------------------- class helpers
330def _searchbases(cls, accum):
331 # Simulate the "classic class" search order.
332 if cls in accum:
333 return
334 accum.append(cls)
335 for base in cls.__bases__:
336 _searchbases(base, accum)
337
338def getmro(cls):
339 "Return tuple of base classes (including cls) in method resolution order."
340 if hasattr(cls, "__mro__"):
341 return cls.__mro__
342 else:
343 result = []
344 _searchbases(cls, result)
345 return tuple(result)
346
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000347# -------------------------------------------------- source code extraction
348def indentsize(line):
349 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000350 expline = line.expandtabs()
351 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000352
353def getdoc(object):
354 """Get the documentation string for an object.
355
356 All tabs are expanded to spaces. To clean up docstrings that are
357 indented to line up with blocks of code, any whitespace than can be
358 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000359 try:
360 doc = object.__doc__
361 except AttributeError:
362 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000363 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000364 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000365 return cleandoc(doc)
366
367def cleandoc(doc):
368 """Clean up indentation from docstrings.
369
370 Any whitespace that can be uniformly removed from the second line
371 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000372 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000373 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000374 except UnicodeError:
375 return None
376 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000377 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000378 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000379 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000380 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000381 if content:
382 indent = len(line) - content
383 margin = min(margin, indent)
384 # Remove indentation.
385 if lines:
386 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000387 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000388 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000389 # Remove any trailing or leading blank lines.
390 while lines and not lines[-1]:
391 lines.pop()
392 while lines and not lines[0]:
393 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000394 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000395
396def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000397 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000398 if ismodule(object):
399 if hasattr(object, '__file__'):
400 return object.__file__
Benjamin Petersonf3d7dbe2009-10-04 14:54:52 +0000401 raise TypeError('{!r} is a built-in module'.format(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000402 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000403 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000404 if hasattr(object, '__file__'):
405 return object.__file__
Benjamin Petersonf3d7dbe2009-10-04 14:54:52 +0000406 raise TypeError('{!r} is a built-in class'.format(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000407 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000408 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000409 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000410 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000411 if istraceback(object):
412 object = object.tb_frame
413 if isframe(object):
414 object = object.f_code
415 if iscode(object):
416 return object.co_filename
Benjamin Petersonf3d7dbe2009-10-04 14:54:52 +0000417 raise TypeError('{!r} is not a module, class, method, '
418 'function, traceback, frame, or code object'.format(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000419
Christian Heimes25bb7832008-01-11 16:17:00 +0000420ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
421
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000422def getmoduleinfo(path):
423 """Get the module name, suffix, mode, and module type for a given file."""
424 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000425 suffixes = [(-len(suffix), suffix, mode, mtype)
426 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000427 suffixes.sort() # try longest suffixes first, in case they overlap
428 for neglen, suffix, mode, mtype in suffixes:
429 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000430 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000431
432def getmodulename(path):
433 """Return the module name for a given file, or None."""
434 info = getmoduleinfo(path)
435 if info: return info[0]
436
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000437def getsourcefile(object):
R. David Murray19d8cc52010-06-17 02:06:12 +0000438 """Return the filename that can be used to locate an object's source.
439 Return None if no way can be identified to get the source.
440 """
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000441 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000442 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000443 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000444 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000445 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000446 # Looks like a binary file. We want to only return a text file.
447 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000448 if os.path.exists(filename):
449 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000450 # only return a non-existent filename if the module has a PEP 302 loader
451 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000452 return filename
R. David Murray19d8cc52010-06-17 02:06:12 +0000453 # or it is in the linecache
454 if filename in linecache.cache:
455 return filename
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000456
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000457def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000458 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000459
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000460 The idea is for each object to have a unique origin, so this routine
461 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000462 if _filename is None:
463 _filename = getsourcefile(object) or getfile(object)
464 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000465
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000466modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000467_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000468
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000469def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000470 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000471 if ismodule(object):
472 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000473 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000474 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000475 # Try the filename to modulename cache
476 if _filename is not None and _filename in modulesbyfile:
477 return sys.modules.get(modulesbyfile[_filename])
478 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000479 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000480 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000481 except TypeError:
482 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000483 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000484 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000485 # Update the filename to module name cache and check yet again
486 # Copy sys.modules in order to cope with changes while iterating
487 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000488 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000489 f = module.__file__
490 if f == _filesbymodname.get(modname, None):
491 # Have already mapped this module, so skip it
492 continue
493 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000494 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000495 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000496 modulesbyfile[f] = modulesbyfile[
497 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000498 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000499 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000500 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000501 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000502 if not hasattr(object, '__name__'):
503 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000504 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000505 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000506 if mainobject is object:
507 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000508 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000509 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000510 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000511 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000512 if builtinobject is object:
513 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000514
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000515def findsource(object):
516 """Return the entire source file and starting line number for an object.
517
518 The argument may be a module, class, method, function, traceback, frame,
519 or code object. The source code is returned as a list of all the lines
520 in the file and the line number indexes a line in that list. An IOError
521 is raised if the source code cannot be retrieved."""
R. David Murray74b89242009-05-13 17:33:03 +0000522 file = getsourcefile(object)
523 if not file:
524 raise IOError('source code not available')
Thomas Wouters89f507f2006-12-13 04:49:30 +0000525 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000526 if module:
527 lines = linecache.getlines(file, module.__dict__)
528 else:
529 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000530 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000531 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000532
533 if ismodule(object):
534 return lines, 0
535
536 if isclass(object):
537 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000538 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
539 # make some effort to find the best matching class definition:
540 # use the one with the least indentation, which is the one
541 # that's most probably not inside a function definition.
542 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000543 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000544 match = pat.match(lines[i])
545 if match:
546 # if it's at toplevel, it's already the best one
547 if lines[i][0] == 'c':
548 return lines, i
549 # else add whitespace to candidate list
550 candidates.append((match.group(1), i))
551 if candidates:
552 # this will sort by whitespace, and by line number,
553 # less whitespace first
554 candidates.sort()
555 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000556 else:
557 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000558
559 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000560 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000561 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000562 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000563 if istraceback(object):
564 object = object.tb_frame
565 if isframe(object):
566 object = object.f_code
567 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000568 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000569 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000570 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000571 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000572 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000573 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000574 lnum = lnum - 1
575 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000576 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000577
578def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000579 """Get lines of comments immediately preceding an object's source code.
580
581 Returns None when source can't be found.
582 """
583 try:
584 lines, lnum = findsource(object)
585 except (IOError, TypeError):
586 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000587
588 if ismodule(object):
589 # Look for a comment block at the top of the file.
590 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000591 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000592 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000593 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000594 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000595 comments = []
596 end = start
597 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000598 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000599 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000600 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000601
602 # Look for a preceding block of comments at the same indentation.
603 elif lnum > 0:
604 indent = indentsize(lines[lnum])
605 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000606 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000607 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000608 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000609 if end > 0:
610 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000611 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000612 while comment[:1] == '#' and indentsize(lines[end]) == indent:
613 comments[:0] = [comment]
614 end = end - 1
615 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000616 comment = lines[end].expandtabs().lstrip()
617 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000618 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000619 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000620 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000621 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000622
Tim Peters4efb6e92001-06-29 23:51:08 +0000623class EndOfBlock(Exception): pass
624
625class BlockFinder:
626 """Provide a tokeneater() method to detect the end of a code block."""
627 def __init__(self):
628 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000629 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000630 self.started = False
631 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000632 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000633
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000634 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000635 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000636 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000637 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000638 if token == "lambda":
639 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000640 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000641 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000642 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000643 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000644 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000645 if self.islambda: # lambdas always end at the first NEWLINE
646 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000647 elif self.passline:
648 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000649 elif type == tokenize.INDENT:
650 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000651 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000652 elif type == tokenize.DEDENT:
653 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000654 # the end of matching indent/dedent pairs end a block
655 # (note that this only works for "def"/"class" blocks,
656 # not e.g. for "if: else:" or "try: finally:" blocks)
657 if self.indent <= 0:
658 raise EndOfBlock
659 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
660 # any other token on the same indentation level end the previous
661 # block as well, except the pseudo-tokens COMMENT and NL.
662 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000663
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000664def getblock(lines):
665 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000666 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000667 try:
Trent Nelson428de652008-03-18 22:41:35 +0000668 tokens = tokenize.generate_tokens(iter(lines).__next__)
669 for _token in tokens:
670 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000671 except (EndOfBlock, IndentationError):
672 pass
673 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000674
675def getsourcelines(object):
676 """Return a list of source lines and starting line number for an object.
677
678 The argument may be a module, class, method, function, traceback, frame,
679 or code object. The source code is returned as a list of the lines
680 corresponding to the object and the line number indicates where in the
681 original source file the first line of code was found. An IOError is
682 raised if the source code cannot be retrieved."""
683 lines, lnum = findsource(object)
684
685 if ismodule(object): return lines, 0
686 else: return getblock(lines[lnum:]), lnum + 1
687
688def getsource(object):
689 """Return the text of the source code for an object.
690
691 The argument may be a module, class, method, function, traceback, frame,
692 or code object. The source code is returned as a single string. An
693 IOError is raised if the source code cannot be retrieved."""
694 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000695 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000696
697# --------------------------------------------------- class tree extraction
698def walktree(classes, children, parent):
699 """Recursive helper function for getclasstree()."""
700 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000701 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000702 for c in classes:
703 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000704 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000705 results.append(walktree(children[c], children, c))
706 return results
707
Georg Brandl5ce83a02009-06-01 17:23:51 +0000708def getclasstree(classes, unique=False):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000709 """Arrange the given list of classes into a hierarchy of nested lists.
710
711 Where a nested list appears, it contains classes derived from the class
712 whose entry immediately precedes the list. Each entry is a 2-tuple
713 containing a class and a tuple of its base classes. If the 'unique'
714 argument is true, exactly one entry appears in the returned structure
715 for each class in the given list. Otherwise, classes using multiple
716 inheritance and their descendants will appear multiple times."""
717 children = {}
718 roots = []
719 for c in classes:
720 if c.__bases__:
721 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000722 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000723 children[parent] = []
724 children[parent].append(c)
725 if unique and parent in classes: break
726 elif c not in roots:
727 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000728 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000729 if parent not in classes:
730 roots.append(parent)
731 return walktree(roots, children, None)
732
733# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000734Arguments = namedtuple('Arguments', 'args, varargs, varkw')
735
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000736def getargs(co):
737 """Get information about the arguments accepted by a code object.
738
Guido van Rossum2e65f892007-02-28 22:03:49 +0000739 Three things are returned: (args, varargs, varkw), where
Georg Brandlc524cff2010-11-26 08:42:45 +0000740 'args' is the list of argument names. Keyword-only arguments are
741 appended. 'varargs' and 'varkw' are the names of the * and **
742 arguments or None."""
Guido van Rossum2e65f892007-02-28 22:03:49 +0000743 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000744 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000745
746def _getfullargs(co):
747 """Get information about the arguments accepted by a code object.
748
749 Four things are returned: (args, varargs, kwonlyargs, varkw), where
Georg Brandlc524cff2010-11-26 08:42:45 +0000750 'args' and 'kwonlyargs' are lists of argument names, and 'varargs'
751 and 'varkw' are the names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000752
753 if not iscode(co):
Benjamin Petersonf3d7dbe2009-10-04 14:54:52 +0000754 raise TypeError('{!r} is not a code object'.format(co))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000755
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000756 nargs = co.co_argcount
757 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000758 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000759 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000760 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000761 step = 0
762
Guido van Rossum2e65f892007-02-28 22:03:49 +0000763 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000764 varargs = None
765 if co.co_flags & CO_VARARGS:
766 varargs = co.co_varnames[nargs]
767 nargs = nargs + 1
768 varkw = None
769 if co.co_flags & CO_VARKEYWORDS:
770 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000771 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000772
Christian Heimes25bb7832008-01-11 16:17:00 +0000773
774ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
775
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000776def getargspec(func):
777 """Get the names and default values of a function's arguments.
778
779 A tuple of four things is returned: (args, varargs, varkw, defaults).
Georg Brandlc524cff2010-11-26 08:42:45 +0000780 'args' is a list of the argument names.
Guido van Rossum2e65f892007-02-28 22:03:49 +0000781 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000782 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000783 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000784
Guido van Rossum2e65f892007-02-28 22:03:49 +0000785 Use the getfullargspec() API for Python-3000 code, as annotations
786 and keyword arguments are supported. getargspec() will raise ValueError
787 if the func has either annotations or keyword arguments.
788 """
789
790 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
791 getfullargspec(func)
792 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000793 raise ValueError("Function has keyword-only arguments or annotations"
794 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000795 return ArgSpec(args, varargs, varkw, defaults)
796
797FullArgSpec = namedtuple('FullArgSpec',
Benjamin Peterson3d4ca742008-11-12 21:39:01 +0000798 'args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000799
800def getfullargspec(func):
801 """Get the names and default values of a function's arguments.
802
Brett Cannon504d8852007-09-07 02:12:14 +0000803 A tuple of seven things is returned:
804 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Georg Brandlc524cff2010-11-26 08:42:45 +0000805 'args' is a list of the argument names.
Guido van Rossum2e65f892007-02-28 22:03:49 +0000806 'varargs' and 'varkw' are the names of the * and ** arguments or None.
807 'defaults' is an n-tuple of the default values of the last n arguments.
808 'kwonlyargs' is a list of keyword-only argument names.
809 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
810 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000811
Guido van Rossum2e65f892007-02-28 22:03:49 +0000812 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000813 """
814
815 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000816 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000817 if not isfunction(func):
Benjamin Petersonf3d7dbe2009-10-04 14:54:52 +0000818 raise TypeError('{!r} is not a Python function'.format(func))
Guido van Rossum2e65f892007-02-28 22:03:49 +0000819 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000820 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000821 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000822
Christian Heimes25bb7832008-01-11 16:17:00 +0000823ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
824
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000825def getargvalues(frame):
826 """Get information about arguments passed into a particular frame.
827
828 A tuple of four things is returned: (args, varargs, varkw, locals).
Georg Brandlc524cff2010-11-26 08:42:45 +0000829 'args' is a list of the argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000830 'varargs' and 'varkw' are the names of the * and ** arguments or None.
831 'locals' is the locals dictionary of the given frame."""
832 args, varargs, varkw = getargs(frame.f_code)
Benjamin Peterson1a6e0d02008-10-25 15:49:17 +0000833 return ArgInfo(args, varargs, varkw, frame.f_locals)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000834
Guido van Rossum2e65f892007-02-28 22:03:49 +0000835def formatannotation(annotation, base_module=None):
836 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000837 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000838 return annotation.__name__
839 return annotation.__module__+'.'+annotation.__name__
840 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000841
Guido van Rossum2e65f892007-02-28 22:03:49 +0000842def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000843 module = getattr(object, '__module__', None)
844 def _formatannotation(annotation):
845 return formatannotation(annotation, module)
846 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000847
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000848def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000849 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000850 formatarg=str,
851 formatvarargs=lambda name: '*' + name,
852 formatvarkw=lambda name: '**' + name,
853 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000854 formatreturns=lambda text: ' -> ' + text,
Georg Brandlc524cff2010-11-26 08:42:45 +0000855 formatannotation=formatannotation):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000856 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000857 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000858
Guido van Rossum2e65f892007-02-28 22:03:49 +0000859 The first seven arguments are (args, varargs, varkw, defaults,
860 kwonlyargs, kwonlydefaults, annotations). The other five arguments
861 are the corresponding optional formatting functions that are called to
862 turn names and values into strings. The last argument is an optional
863 function to format the sequence of arguments."""
864 def formatargandannotation(arg):
865 result = formatarg(arg)
866 if arg in annotations:
867 result += ': ' + formatannotation(annotations[arg])
868 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000869 specs = []
870 if defaults:
871 firstdefault = len(args) - len(defaults)
Benjamin Petersonb58dda72009-01-18 22:27:04 +0000872 for i, arg in enumerate(args):
Georg Brandlc524cff2010-11-26 08:42:45 +0000873 spec = formatargandannotation(arg)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000874 if defaults and i >= firstdefault:
875 spec = spec + formatvalue(defaults[i - firstdefault])
876 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000877 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000878 specs.append(formatvarargs(formatargandannotation(varargs)))
879 else:
880 if kwonlyargs:
881 specs.append('*')
882 if kwonlyargs:
883 for kwonlyarg in kwonlyargs:
884 spec = formatargandannotation(kwonlyarg)
Benjamin Peterson9953a8d2009-01-17 04:15:01 +0000885 if kwonlydefaults and kwonlyarg in kwonlydefaults:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000886 spec += formatvalue(kwonlydefaults[kwonlyarg])
887 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000888 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000889 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000890 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000891 if 'return' in annotations:
892 result += formatreturns(formatannotation(annotations['return']))
893 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000894
895def formatargvalues(args, varargs, varkw, locals,
896 formatarg=str,
897 formatvarargs=lambda name: '*' + name,
898 formatvarkw=lambda name: '**' + name,
Georg Brandlc524cff2010-11-26 08:42:45 +0000899 formatvalue=lambda value: '=' + repr(value)):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000900 """Format an argument spec from the 4 values returned by getargvalues.
901
902 The first four arguments are (args, varargs, varkw, locals). The
903 next four arguments are the corresponding optional formatting functions
904 that are called to turn names and values into strings. The ninth
905 argument is an optional function to format the sequence of arguments."""
906 def convert(name, locals=locals,
907 formatarg=formatarg, formatvalue=formatvalue):
908 return formatarg(name) + formatvalue(locals[name])
909 specs = []
910 for i in range(len(args)):
Georg Brandlc524cff2010-11-26 08:42:45 +0000911 specs.append(convert(args[i]))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000912 if varargs:
913 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
914 if varkw:
915 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000916 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000917
918# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000919
920Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
921
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000922def getframeinfo(frame, context=1):
923 """Get information about a frame or traceback object.
924
925 A tuple of five things is returned: the filename, the line number of
926 the current line, the function name, a list of lines of context from
927 the source code, and the index of the current line within that list.
928 The optional second argument specifies the number of lines of context
929 to return, which are centered around the current line."""
930 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000931 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000932 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000933 else:
934 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000935 if not isframe(frame):
Benjamin Petersonf3d7dbe2009-10-04 14:54:52 +0000936 raise TypeError('{!r} is not a frame or traceback object'.format(frame))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000937
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000938 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000939 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000940 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000941 try:
942 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000943 except IOError:
944 lines = index = None
945 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000946 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000947 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000948 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000949 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000950 else:
951 lines = index = None
952
Christian Heimes25bb7832008-01-11 16:17:00 +0000953 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000954
955def getlineno(frame):
956 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000957 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
958 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000959
960def getouterframes(frame, context=1):
961 """Get a list of records for a frame and all higher (calling) frames.
962
963 Each record contains a frame object, filename, line number, function
964 name, a list of lines of context, and index within the context."""
965 framelist = []
966 while frame:
967 framelist.append((frame,) + getframeinfo(frame, context))
968 frame = frame.f_back
969 return framelist
970
971def getinnerframes(tb, context=1):
972 """Get a list of records for a traceback's frame and all lower frames.
973
974 Each record contains a frame object, filename, line number, function
975 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000976 framelist = []
977 while tb:
978 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
979 tb = tb.tb_next
980 return framelist
981
Georg Brandl01a30522009-08-13 08:37:59 +0000982if hasattr(sys, '_getframe'):
983 currentframe = sys._getframe
984else:
985 currentframe = lambda _=None: None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000986
987def stack(context=1):
988 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +0000989 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000990
991def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +0000992 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +0000993 return getinnerframes(sys.exc_info()[2], context)