blob: fe3ffc7de5d62a8f1cd3f1c68d41e849677c2c5a [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000042from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000043from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000044# These constants are from Include/code.h.
45CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
46CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000047
Christian Heimesbe5b30b2008-03-03 19:18:51 +000048# See Include/object.h
49TPFLAGS_IS_ABSTRACT = 1 << 20
50
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000051# ----------------------------------------------------------- type-checking
52def ismodule(object):
53 """Return true if the object is a module.
54
55 Module objects provide these attributes:
56 __doc__ documentation string
57 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000058 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000059
60def isclass(object):
61 """Return true if the object is a class.
62
63 Class objects provide these attributes:
64 __doc__ documentation string
65 __module__ name of module in which this class was defined"""
Benjamin Petersonc4656002009-01-17 22:41:18 +000066 return isinstance(object, type)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000067
68def ismethod(object):
69 """Return true if the object is an instance method.
70
71 Instance method objects provide these attributes:
72 __doc__ documentation string
73 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000074 __func__ function object containing implementation of method
75 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000076 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000077
Tim Peters536d2262001-09-20 05:13:38 +000078def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000079 """Return true if the object is a method descriptor.
80
81 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000082
83 This is new in Python 2.2, and, for example, is true of int.__add__.
84 An object passing this test has a __get__ attribute but not a __set__
85 attribute, but beyond that the set of attributes varies. __name__ is
86 usually sensible, and __doc__ often is.
87
Tim Petersf1d90b92001-09-20 05:47:55 +000088 Methods implemented via descriptors that also pass one of the other
89 tests return false from the ismethoddescriptor() test, simply because
90 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000091 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000092 return (hasattr(object, "__get__")
93 and not hasattr(object, "__set__") # else it's a data descriptor
94 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000095 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000096 and not isclass(object))
97
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000098def isdatadescriptor(object):
99 """Return true if the object is a data descriptor.
100
101 Data descriptors have both a __get__ and a __set__ attribute. Examples are
102 properties (defined in Python) and getsets and members (defined in C).
103 Typically, data descriptors will also have __name__ and __doc__ attributes
104 (properties, getsets, and members have both of these attributes), but this
105 is not guaranteed."""
106 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
107
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000108if hasattr(types, 'MemberDescriptorType'):
109 # CPython and equivalent
110 def ismemberdescriptor(object):
111 """Return true if the object is a member descriptor.
112
113 Member descriptors are specialized descriptors defined in extension
114 modules."""
115 return isinstance(object, types.MemberDescriptorType)
116else:
117 # Other implementations
118 def ismemberdescriptor(object):
119 """Return true if the object is a member descriptor.
120
121 Member descriptors are specialized descriptors defined in extension
122 modules."""
123 return False
124
125if hasattr(types, 'GetSetDescriptorType'):
126 # CPython and equivalent
127 def isgetsetdescriptor(object):
128 """Return true if the object is a getset descriptor.
129
130 getset descriptors are specialized descriptors defined in extension
131 modules."""
132 return isinstance(object, types.GetSetDescriptorType)
133else:
134 # Other implementations
135 def isgetsetdescriptor(object):
136 """Return true if the object is a getset descriptor.
137
138 getset descriptors are specialized descriptors defined in extension
139 modules."""
140 return False
141
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000142def isfunction(object):
143 """Return true if the object is a user-defined function.
144
145 Function objects provide these attributes:
146 __doc__ documentation string
147 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000148 __code__ code object containing compiled function bytecode
149 __defaults__ tuple of any default values for arguments
150 __globals__ global namespace in which this function was defined
151 __annotations__ dict of parameter annotations
152 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000153 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000154
Christian Heimes7131fd92008-02-19 14:21:46 +0000155def isgeneratorfunction(object):
156 """Return true if the object is a user-defined generator function.
157
158 Generator function objects provides same attributes as functions.
159
160 See isfunction.__doc__ for attributes listing."""
Georg Brandlb1441c72009-01-03 22:33:39 +0000161 return bool((isfunction(object) or ismethod(object)) and
162 object.__code__.co_flags & CO_GENERATOR)
Christian Heimes7131fd92008-02-19 14:21:46 +0000163
164def isgenerator(object):
165 """Return true if the object is a generator.
166
167 Generator objects provide these attributes:
168 __iter__ defined to support interation over container
169 close raises a new GeneratorExit exception inside the
170 generator to terminate the iteration
171 gi_code code object
172 gi_frame frame object or possibly None once the generator has
173 been exhausted
174 gi_running set to 1 when generator is executing, 0 otherwise
175 next return the next item from the container
176 send resumes the generator and "sends" a value that becomes
177 the result of the current yield-expression
178 throw used to raise an exception inside the generator"""
179 return isinstance(object, types.GeneratorType)
180
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000181def istraceback(object):
182 """Return true if the object is a traceback.
183
184 Traceback objects provide these attributes:
185 tb_frame frame object at this level
186 tb_lasti index of last attempted instruction in bytecode
187 tb_lineno current line number in Python source code
188 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000189 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000190
191def isframe(object):
192 """Return true if the object is a frame object.
193
194 Frame objects provide these attributes:
195 f_back next outer frame object (this frame's caller)
196 f_builtins built-in namespace seen by this frame
197 f_code code object being executed in this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000198 f_globals global namespace seen by this frame
199 f_lasti index of last attempted instruction in bytecode
200 f_lineno current line number in Python source code
201 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000202 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000203 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000204
205def iscode(object):
206 """Return true if the object is a code object.
207
208 Code objects provide these attributes:
209 co_argcount number of arguments (not including * or ** args)
210 co_code string of raw compiled bytecode
211 co_consts tuple of constants used in the bytecode
212 co_filename name of file in which this code object was created
213 co_firstlineno number of first line in Python source code
214 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
215 co_lnotab encoded mapping of line numbers to bytecode indices
216 co_name name with which this code object was defined
217 co_names tuple of names of local variables
218 co_nlocals number of local variables
219 co_stacksize virtual machine stack space required
220 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000221 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000222
223def isbuiltin(object):
224 """Return true if the object is a built-in function or method.
225
226 Built-in functions and methods provide these attributes:
227 __doc__ documentation string
228 __name__ original name of this function or method
229 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000230 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000231
232def isroutine(object):
233 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000234 return (isbuiltin(object)
235 or isfunction(object)
236 or ismethod(object)
237 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000238
Christian Heimes7131fd92008-02-19 14:21:46 +0000239def isgenerator(object):
240 """Return true if the object is a generator object."""
241 return isinstance(object, types.GeneratorType)
242
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000243def isabstract(object):
244 """Return true if the object is an abstract base class (ABC)."""
Christian Heimes5e696852008-04-09 08:37:03 +0000245 return isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000246
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000247def getmembers(object, predicate=None):
248 """Return all members of an object as (name, value) pairs sorted by name.
249 Optionally, only return members that satisfy a given predicate."""
250 results = []
251 for key in dir(object):
Benjamin Peterson058e31e2009-01-16 03:54:08 +0000252 try:
253 value = getattr(object, key)
254 except AttributeError:
255 continue
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000256 if not predicate or predicate(value):
257 results.append((key, value))
258 results.sort()
259 return results
260
Christian Heimes25bb7832008-01-11 16:17:00 +0000261Attribute = namedtuple('Attribute', 'name kind defining_class object')
262
Tim Peters13b49d32001-09-23 02:00:29 +0000263def classify_class_attrs(cls):
264 """Return list of attribute-descriptor tuples.
265
266 For each name in dir(cls), the return list contains a 4-tuple
267 with these elements:
268
269 0. The name (a string).
270
271 1. The kind of attribute this is, one of these strings:
272 'class method' created via classmethod()
273 'static method' created via staticmethod()
274 'property' created via property()
275 'method' any other flavor of method
276 'data' not a method
277
278 2. The class which defined this attribute (a class).
279
280 3. The object as obtained directly from the defining class's
281 __dict__, not via getattr. This is especially important for
282 data attributes: C.data is just a data object, but
283 C.__dict__['data'] may be a data descriptor with additional
284 info, like a __doc__ string.
285 """
286
287 mro = getmro(cls)
288 names = dir(cls)
289 result = []
290 for name in names:
291 # Get the object associated with the name.
292 # Getting an obj from the __dict__ sometimes reveals more than
293 # using getattr. Static and class methods are dramatic examples.
294 if name in cls.__dict__:
295 obj = cls.__dict__[name]
296 else:
297 obj = getattr(cls, name)
298
299 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000300 homecls = getattr(obj, "__objclass__", None)
301 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000302 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000303 for base in mro:
304 if name in base.__dict__:
305 homecls = base
306 break
307
308 # Get the object again, in order to get it from the defining
309 # __dict__ instead of via getattr (if possible).
310 if homecls is not None and name in homecls.__dict__:
311 obj = homecls.__dict__[name]
312
313 # Also get the object via getattr.
314 obj_via_getattr = getattr(cls, name)
315
316 # Classify the object.
317 if isinstance(obj, staticmethod):
318 kind = "static method"
319 elif isinstance(obj, classmethod):
320 kind = "class method"
321 elif isinstance(obj, property):
322 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000323 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000324 ismethoddescriptor(obj_via_getattr)):
325 kind = "method"
326 else:
327 kind = "data"
328
Christian Heimes25bb7832008-01-11 16:17:00 +0000329 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000330
331 return result
332
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000333# ----------------------------------------------------------- class helpers
334def _searchbases(cls, accum):
335 # Simulate the "classic class" search order.
336 if cls in accum:
337 return
338 accum.append(cls)
339 for base in cls.__bases__:
340 _searchbases(base, accum)
341
342def getmro(cls):
343 "Return tuple of base classes (including cls) in method resolution order."
344 if hasattr(cls, "__mro__"):
345 return cls.__mro__
346 else:
347 result = []
348 _searchbases(cls, result)
349 return tuple(result)
350
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000351# -------------------------------------------------- source code extraction
352def indentsize(line):
353 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000354 expline = line.expandtabs()
355 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000356
357def getdoc(object):
358 """Get the documentation string for an object.
359
360 All tabs are expanded to spaces. To clean up docstrings that are
361 indented to line up with blocks of code, any whitespace than can be
362 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000363 try:
364 doc = object.__doc__
365 except AttributeError:
366 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000367 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000368 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000369 return cleandoc(doc)
370
371def cleandoc(doc):
372 """Clean up indentation from docstrings.
373
374 Any whitespace that can be uniformly removed from the second line
375 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000376 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000377 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000378 except UnicodeError:
379 return None
380 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000381 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000382 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000383 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000384 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000385 if content:
386 indent = len(line) - content
387 margin = min(margin, indent)
388 # Remove indentation.
389 if lines:
390 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000391 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000392 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000393 # Remove any trailing or leading blank lines.
394 while lines and not lines[-1]:
395 lines.pop()
396 while lines and not lines[0]:
397 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000398 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000399
400def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000401 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000402 if ismodule(object):
403 if hasattr(object, '__file__'):
404 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000405 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000406 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000407 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000408 if hasattr(object, '__file__'):
409 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000410 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000411 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000412 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000413 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000414 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000415 if istraceback(object):
416 object = object.tb_frame
417 if isframe(object):
418 object = object.f_code
419 if iscode(object):
420 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000421 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000422 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000423
Christian Heimes25bb7832008-01-11 16:17:00 +0000424ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
425
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000426def getmoduleinfo(path):
427 """Get the module name, suffix, mode, and module type for a given file."""
428 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000429 suffixes = [(-len(suffix), suffix, mode, mtype)
430 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000431 suffixes.sort() # try longest suffixes first, in case they overlap
432 for neglen, suffix, mode, mtype in suffixes:
433 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000434 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000435
436def getmodulename(path):
437 """Return the module name for a given file, or None."""
438 info = getmoduleinfo(path)
439 if info: return info[0]
440
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000441def getsourcefile(object):
442 """Return the Python source file an object was defined in, if it exists."""
443 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000444 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000445 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000446 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000447 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000448 # Looks like a binary file. We want to only return a text file.
449 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000450 if os.path.exists(filename):
451 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000452 # only return a non-existent filename if the module has a PEP 302 loader
453 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000454 return filename
455
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000456def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000457 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000458
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000459 The idea is for each object to have a unique origin, so this routine
460 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000461 if _filename is None:
462 _filename = getsourcefile(object) or getfile(object)
463 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000464
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000465modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000466_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000467
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000468def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000469 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000470 if ismodule(object):
471 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000472 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000473 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000474 # Try the filename to modulename cache
475 if _filename is not None and _filename in modulesbyfile:
476 return sys.modules.get(modulesbyfile[_filename])
477 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000478 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000479 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000480 except TypeError:
481 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000482 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000483 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000484 # Update the filename to module name cache and check yet again
485 # Copy sys.modules in order to cope with changes while iterating
486 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000487 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000488 f = module.__file__
489 if f == _filesbymodname.get(modname, None):
490 # Have already mapped this module, so skip it
491 continue
492 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000493 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000494 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000495 modulesbyfile[f] = modulesbyfile[
496 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000497 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000498 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000499 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000500 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000501 if not hasattr(object, '__name__'):
502 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000503 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000504 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000505 if mainobject is object:
506 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000507 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000508 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000509 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000510 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000511 if builtinobject is object:
512 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000513
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000514def findsource(object):
515 """Return the entire source file and starting line number for an object.
516
517 The argument may be a module, class, method, function, traceback, frame,
518 or code object. The source code is returned as a list of all the lines
519 in the file and the line number indexes a line in that list. An IOError
520 is raised if the source code cannot be retrieved."""
R. David Murray74b89242009-05-13 17:33:03 +0000521 file = getsourcefile(object)
522 if not file:
523 raise IOError('source code not available')
Thomas Wouters89f507f2006-12-13 04:49:30 +0000524 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000525 if module:
526 lines = linecache.getlines(file, module.__dict__)
527 else:
528 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000529 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000530 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000531
532 if ismodule(object):
533 return lines, 0
534
535 if isclass(object):
536 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000537 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
538 # make some effort to find the best matching class definition:
539 # use the one with the least indentation, which is the one
540 # that's most probably not inside a function definition.
541 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000542 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000543 match = pat.match(lines[i])
544 if match:
545 # if it's at toplevel, it's already the best one
546 if lines[i][0] == 'c':
547 return lines, i
548 # else add whitespace to candidate list
549 candidates.append((match.group(1), i))
550 if candidates:
551 # this will sort by whitespace, and by line number,
552 # less whitespace first
553 candidates.sort()
554 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000555 else:
556 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000557
558 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000559 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000560 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000561 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000562 if istraceback(object):
563 object = object.tb_frame
564 if isframe(object):
565 object = object.f_code
566 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000567 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000568 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000569 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000570 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000571 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000572 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000573 lnum = lnum - 1
574 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000575 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000576
577def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000578 """Get lines of comments immediately preceding an object's source code.
579
580 Returns None when source can't be found.
581 """
582 try:
583 lines, lnum = findsource(object)
584 except (IOError, TypeError):
585 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000586
587 if ismodule(object):
588 # Look for a comment block at the top of the file.
589 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000590 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000591 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000592 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000593 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000594 comments = []
595 end = start
596 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000597 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000598 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000599 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000600
601 # Look for a preceding block of comments at the same indentation.
602 elif lnum > 0:
603 indent = indentsize(lines[lnum])
604 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000605 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000606 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000607 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000608 if end > 0:
609 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000610 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000611 while comment[:1] == '#' and indentsize(lines[end]) == indent:
612 comments[:0] = [comment]
613 end = end - 1
614 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000615 comment = lines[end].expandtabs().lstrip()
616 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000617 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000618 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000619 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000620 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000621
Tim Peters4efb6e92001-06-29 23:51:08 +0000622class EndOfBlock(Exception): pass
623
624class BlockFinder:
625 """Provide a tokeneater() method to detect the end of a code block."""
626 def __init__(self):
627 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000628 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000629 self.started = False
630 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000631 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000632
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000633 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000634 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000635 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000636 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000637 if token == "lambda":
638 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000639 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000640 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000641 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000642 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000643 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000644 if self.islambda: # lambdas always end at the first NEWLINE
645 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000646 elif self.passline:
647 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000648 elif type == tokenize.INDENT:
649 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000650 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000651 elif type == tokenize.DEDENT:
652 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000653 # the end of matching indent/dedent pairs end a block
654 # (note that this only works for "def"/"class" blocks,
655 # not e.g. for "if: else:" or "try: finally:" blocks)
656 if self.indent <= 0:
657 raise EndOfBlock
658 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
659 # any other token on the same indentation level end the previous
660 # block as well, except the pseudo-tokens COMMENT and NL.
661 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000662
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000663def getblock(lines):
664 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000665 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000666 try:
Trent Nelson428de652008-03-18 22:41:35 +0000667 tokens = tokenize.generate_tokens(iter(lines).__next__)
668 for _token in tokens:
669 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000670 except (EndOfBlock, IndentationError):
671 pass
672 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000673
674def getsourcelines(object):
675 """Return a list of source lines and starting line number for an object.
676
677 The argument may be a module, class, method, function, traceback, frame,
678 or code object. The source code is returned as a list of the lines
679 corresponding to the object and the line number indicates where in the
680 original source file the first line of code was found. An IOError is
681 raised if the source code cannot be retrieved."""
682 lines, lnum = findsource(object)
683
684 if ismodule(object): return lines, 0
685 else: return getblock(lines[lnum:]), lnum + 1
686
687def getsource(object):
688 """Return the text of the source code for an object.
689
690 The argument may be a module, class, method, function, traceback, frame,
691 or code object. The source code is returned as a single string. An
692 IOError is raised if the source code cannot be retrieved."""
693 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000694 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000695
696# --------------------------------------------------- class tree extraction
697def walktree(classes, children, parent):
698 """Recursive helper function for getclasstree()."""
699 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000700 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000701 for c in classes:
702 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000703 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000704 results.append(walktree(children[c], children, c))
705 return results
706
Georg Brandl5ce83a02009-06-01 17:23:51 +0000707def getclasstree(classes, unique=False):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000708 """Arrange the given list of classes into a hierarchy of nested lists.
709
710 Where a nested list appears, it contains classes derived from the class
711 whose entry immediately precedes the list. Each entry is a 2-tuple
712 containing a class and a tuple of its base classes. If the 'unique'
713 argument is true, exactly one entry appears in the returned structure
714 for each class in the given list. Otherwise, classes using multiple
715 inheritance and their descendants will appear multiple times."""
716 children = {}
717 roots = []
718 for c in classes:
719 if c.__bases__:
720 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000721 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000722 children[parent] = []
723 children[parent].append(c)
724 if unique and parent in classes: break
725 elif c not in roots:
726 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000727 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000728 if parent not in classes:
729 roots.append(parent)
730 return walktree(roots, children, None)
731
732# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000733Arguments = namedtuple('Arguments', 'args, varargs, varkw')
734
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000735def getargs(co):
736 """Get information about the arguments accepted by a code object.
737
Guido van Rossum2e65f892007-02-28 22:03:49 +0000738 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000739 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000740 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
741 are the names of the * and ** arguments or None."""
742 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000743 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000744
745def _getfullargs(co):
746 """Get information about the arguments accepted by a code object.
747
748 Four things are returned: (args, varargs, kwonlyargs, varkw), where
749 'args' and 'kwonlyargs' are lists of argument names (with 'args'
750 possibly containing nested lists), and 'varargs' and 'varkw' are the
751 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000752
753 if not iscode(co):
754 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000755
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000756 nargs = co.co_argcount
757 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000758 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000759 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000760 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000761 step = 0
762
Guido van Rossum2e65f892007-02-28 22:03:49 +0000763 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000764 varargs = None
765 if co.co_flags & CO_VARARGS:
766 varargs = co.co_varnames[nargs]
767 nargs = nargs + 1
768 varkw = None
769 if co.co_flags & CO_VARKEYWORDS:
770 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000771 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000772
Christian Heimes25bb7832008-01-11 16:17:00 +0000773
774ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
775
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000776def getargspec(func):
777 """Get the names and default values of a function's arguments.
778
779 A tuple of four things is returned: (args, varargs, varkw, defaults).
780 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000781 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000782 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000783 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000784
Guido van Rossum2e65f892007-02-28 22:03:49 +0000785 Use the getfullargspec() API for Python-3000 code, as annotations
786 and keyword arguments are supported. getargspec() will raise ValueError
787 if the func has either annotations or keyword arguments.
788 """
789
790 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
791 getfullargspec(func)
792 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000793 raise ValueError("Function has keyword-only arguments or annotations"
794 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000795 return ArgSpec(args, varargs, varkw, defaults)
796
797FullArgSpec = namedtuple('FullArgSpec',
Benjamin Peterson3d4ca742008-11-12 21:39:01 +0000798 'args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000799
800def getfullargspec(func):
801 """Get the names and default values of a function's arguments.
802
Brett Cannon504d8852007-09-07 02:12:14 +0000803 A tuple of seven things is returned:
804 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000805 'args' is a list of the argument names (it may contain nested lists).
806 'varargs' and 'varkw' are the names of the * and ** arguments or None.
807 'defaults' is an n-tuple of the default values of the last n arguments.
808 'kwonlyargs' is a list of keyword-only argument names.
809 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
810 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000811
Guido van Rossum2e65f892007-02-28 22:03:49 +0000812 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000813 """
814
815 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000816 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000817 if not isfunction(func):
818 raise TypeError('arg is not a Python function')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000819 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000820 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000821 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000822
Christian Heimes25bb7832008-01-11 16:17:00 +0000823ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
824
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000825def getargvalues(frame):
826 """Get information about arguments passed into a particular frame.
827
828 A tuple of four things is returned: (args, varargs, varkw, locals).
829 'args' is a list of the argument names (it may contain nested lists).
830 'varargs' and 'varkw' are the names of the * and ** arguments or None.
831 'locals' is the locals dictionary of the given frame."""
832 args, varargs, varkw = getargs(frame.f_code)
Benjamin Peterson1a6e0d02008-10-25 15:49:17 +0000833 return ArgInfo(args, varargs, varkw, frame.f_locals)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000834
835def joinseq(seq):
836 if len(seq) == 1:
837 return '(' + seq[0] + ',)'
838 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000839 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000840
841def strseq(object, convert, join=joinseq):
842 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000843 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000844 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
845 else:
846 return convert(object)
847
Guido van Rossum2e65f892007-02-28 22:03:49 +0000848def formatannotation(annotation, base_module=None):
849 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000850 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000851 return annotation.__name__
852 return annotation.__module__+'.'+annotation.__name__
853 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000854
Guido van Rossum2e65f892007-02-28 22:03:49 +0000855def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000856 module = getattr(object, '__module__', None)
857 def _formatannotation(annotation):
858 return formatannotation(annotation, module)
859 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000860
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000861def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000862 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000863 formatarg=str,
864 formatvarargs=lambda name: '*' + name,
865 formatvarkw=lambda name: '**' + name,
866 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000867 formatreturns=lambda text: ' -> ' + text,
868 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000869 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000870 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000871 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000872
Guido van Rossum2e65f892007-02-28 22:03:49 +0000873 The first seven arguments are (args, varargs, varkw, defaults,
874 kwonlyargs, kwonlydefaults, annotations). The other five arguments
875 are the corresponding optional formatting functions that are called to
876 turn names and values into strings. The last argument is an optional
877 function to format the sequence of arguments."""
878 def formatargandannotation(arg):
879 result = formatarg(arg)
880 if arg in annotations:
881 result += ': ' + formatannotation(annotations[arg])
882 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000883 specs = []
884 if defaults:
885 firstdefault = len(args) - len(defaults)
Benjamin Petersonb58dda72009-01-18 22:27:04 +0000886 for i, arg in enumerate(args):
887 spec = strseq(arg, formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000888 if defaults and i >= firstdefault:
889 spec = spec + formatvalue(defaults[i - firstdefault])
890 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000891 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000892 specs.append(formatvarargs(formatargandannotation(varargs)))
893 else:
894 if kwonlyargs:
895 specs.append('*')
896 if kwonlyargs:
897 for kwonlyarg in kwonlyargs:
898 spec = formatargandannotation(kwonlyarg)
Benjamin Peterson9953a8d2009-01-17 04:15:01 +0000899 if kwonlydefaults and kwonlyarg in kwonlydefaults:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000900 spec += formatvalue(kwonlydefaults[kwonlyarg])
901 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000902 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000903 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000904 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000905 if 'return' in annotations:
906 result += formatreturns(formatannotation(annotations['return']))
907 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000908
909def formatargvalues(args, varargs, varkw, locals,
910 formatarg=str,
911 formatvarargs=lambda name: '*' + name,
912 formatvarkw=lambda name: '**' + name,
913 formatvalue=lambda value: '=' + repr(value),
914 join=joinseq):
915 """Format an argument spec from the 4 values returned by getargvalues.
916
917 The first four arguments are (args, varargs, varkw, locals). The
918 next four arguments are the corresponding optional formatting functions
919 that are called to turn names and values into strings. The ninth
920 argument is an optional function to format the sequence of arguments."""
921 def convert(name, locals=locals,
922 formatarg=formatarg, formatvalue=formatvalue):
923 return formatarg(name) + formatvalue(locals[name])
924 specs = []
925 for i in range(len(args)):
926 specs.append(strseq(args[i], convert, join))
927 if varargs:
928 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
929 if varkw:
930 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000931 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000932
933# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000934
935Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
936
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000937def getframeinfo(frame, context=1):
938 """Get information about a frame or traceback object.
939
940 A tuple of five things is returned: the filename, the line number of
941 the current line, the function name, a list of lines of context from
942 the source code, and the index of the current line within that list.
943 The optional second argument specifies the number of lines of context
944 to return, which are centered around the current line."""
945 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000946 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000947 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000948 else:
949 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000950 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000951 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000952
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000953 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000954 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000955 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000956 try:
957 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000958 except IOError:
959 lines = index = None
960 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000961 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000962 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000963 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000964 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000965 else:
966 lines = index = None
967
Christian Heimes25bb7832008-01-11 16:17:00 +0000968 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000969
970def getlineno(frame):
971 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000972 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
973 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000974
975def getouterframes(frame, context=1):
976 """Get a list of records for a frame and all higher (calling) frames.
977
978 Each record contains a frame object, filename, line number, function
979 name, a list of lines of context, and index within the context."""
980 framelist = []
981 while frame:
982 framelist.append((frame,) + getframeinfo(frame, context))
983 frame = frame.f_back
984 return framelist
985
986def getinnerframes(tb, context=1):
987 """Get a list of records for a traceback's frame and all lower frames.
988
989 Each record contains a frame object, filename, line number, function
990 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000991 framelist = []
992 while tb:
993 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
994 tb = tb.tb_next
995 return framelist
996
Jeremy Hyltonab919022003-06-27 18:41:20 +0000997currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000998
999def stack(context=1):
1000 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +00001001 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00001002
1003def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +00001004 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +00001005 return getinnerframes(sys.exc_info()[2], context)