blob: da55ac6baebed53cf10036d0595f0caf0922fadb [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
Neal Norwitz221085d2007-02-25 20:55:47 +00005attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00006It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
Christian Heimes7131fd92008-02-19 14:21:46 +000010 ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
11 isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
12 isroutine() - check object types
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000013 getmembers() - get members of an object that satisfy a given condition
14
15 getfile(), getsourcefile(), getsource() - find an object's source code
16 getdoc(), getcomments() - get documentation on an object
17 getmodule() - determine the module that an object came from
18 getclasstree() - arrange classes so as to represent their hierarchy
19
20 getargspec(), getargvalues() - get info about function arguments
Guido van Rossum2e65f892007-02-28 22:03:49 +000021 getfullargspec() - same, with support for Python-3000 features
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000022 formatargspec(), formatargvalues() - format an argument spec
23 getouterframes(), getinnerframes() - get info about frames
24 currentframe() - get the current stack frame
25 stack(), trace() - get info about frames on the stack or in a traceback
26"""
27
28# This module is in the public domain. No warranties.
29
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000030__author__ = 'Ka-Ping Yee <ping@lfw.org>'
31__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000032
Christian Heimes7131fd92008-02-19 14:21:46 +000033import sys
34import os
35import types
36import string
37import re
38import dis
39import imp
40import tokenize
41import linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000042from operator import attrgetter
Christian Heimes25bb7832008-01-11 16:17:00 +000043from collections import namedtuple
Christian Heimes7131fd92008-02-19 14:21:46 +000044# These constants are from Include/code.h.
45CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 0x1, 0x2, 0x4, 0x8
46CO_NESTED, CO_GENERATOR, CO_NOFREE = 0x10, 0x20, 0x40
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000047
Christian Heimesbe5b30b2008-03-03 19:18:51 +000048# See Include/object.h
49TPFLAGS_IS_ABSTRACT = 1 << 20
50
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000051# ----------------------------------------------------------- type-checking
52def ismodule(object):
53 """Return true if the object is a module.
54
55 Module objects provide these attributes:
56 __doc__ documentation string
57 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000058 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000059
60def isclass(object):
61 """Return true if the object is a class.
62
63 Class objects provide these attributes:
64 __doc__ documentation string
65 __module__ name of module in which this class was defined"""
Guido van Rossum13257902007-06-07 23:15:56 +000066 return isinstance(object, type) or hasattr(object, '__bases__')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000067
68def ismethod(object):
69 """Return true if the object is an instance method.
70
71 Instance method objects provide these attributes:
72 __doc__ documentation string
73 __name__ name with which this method was defined
Christian Heimesff737952007-11-27 10:40:20 +000074 __func__ function object containing implementation of method
75 __self__ instance to which this method is bound"""
Tim Peters28bc59f2001-09-16 08:40:16 +000076 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000077
Tim Peters536d2262001-09-20 05:13:38 +000078def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000079 """Return true if the object is a method descriptor.
80
81 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000082
83 This is new in Python 2.2, and, for example, is true of int.__add__.
84 An object passing this test has a __get__ attribute but not a __set__
85 attribute, but beyond that the set of attributes varies. __name__ is
86 usually sensible, and __doc__ often is.
87
Tim Petersf1d90b92001-09-20 05:47:55 +000088 Methods implemented via descriptors that also pass one of the other
89 tests return false from the ismethoddescriptor() test, simply because
90 the other tests promise more -- you can, e.g., count on having the
Christian Heimesff737952007-11-27 10:40:20 +000091 __func__ attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000092 return (hasattr(object, "__get__")
93 and not hasattr(object, "__set__") # else it's a data descriptor
94 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000095 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000096 and not isclass(object))
97
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000098def isdatadescriptor(object):
99 """Return true if the object is a data descriptor.
100
101 Data descriptors have both a __get__ and a __set__ attribute. Examples are
102 properties (defined in Python) and getsets and members (defined in C).
103 Typically, data descriptors will also have __name__ and __doc__ attributes
104 (properties, getsets, and members have both of these attributes), but this
105 is not guaranteed."""
106 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
107
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000108if hasattr(types, 'MemberDescriptorType'):
109 # CPython and equivalent
110 def ismemberdescriptor(object):
111 """Return true if the object is a member descriptor.
112
113 Member descriptors are specialized descriptors defined in extension
114 modules."""
115 return isinstance(object, types.MemberDescriptorType)
116else:
117 # Other implementations
118 def ismemberdescriptor(object):
119 """Return true if the object is a member descriptor.
120
121 Member descriptors are specialized descriptors defined in extension
122 modules."""
123 return False
124
125if hasattr(types, 'GetSetDescriptorType'):
126 # CPython and equivalent
127 def isgetsetdescriptor(object):
128 """Return true if the object is a getset descriptor.
129
130 getset descriptors are specialized descriptors defined in extension
131 modules."""
132 return isinstance(object, types.GetSetDescriptorType)
133else:
134 # Other implementations
135 def isgetsetdescriptor(object):
136 """Return true if the object is a getset descriptor.
137
138 getset descriptors are specialized descriptors defined in extension
139 modules."""
140 return False
141
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000142def isfunction(object):
143 """Return true if the object is a user-defined function.
144
145 Function objects provide these attributes:
146 __doc__ documentation string
147 __name__ name with which this function was defined
Neal Norwitz221085d2007-02-25 20:55:47 +0000148 __code__ code object containing compiled function bytecode
149 __defaults__ tuple of any default values for arguments
150 __globals__ global namespace in which this function was defined
151 __annotations__ dict of parameter annotations
152 __kwdefaults__ dict of keyword only parameters with defaults"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000153 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000154
Christian Heimes7131fd92008-02-19 14:21:46 +0000155def isgeneratorfunction(object):
156 """Return true if the object is a user-defined generator function.
157
158 Generator function objects provides same attributes as functions.
159
160 See isfunction.__doc__ for attributes listing."""
Georg Brandlb1441c72009-01-03 22:33:39 +0000161 return bool((isfunction(object) or ismethod(object)) and
162 object.__code__.co_flags & CO_GENERATOR)
Christian Heimes7131fd92008-02-19 14:21:46 +0000163
164def isgenerator(object):
165 """Return true if the object is a generator.
166
167 Generator objects provide these attributes:
168 __iter__ defined to support interation over container
169 close raises a new GeneratorExit exception inside the
170 generator to terminate the iteration
171 gi_code code object
172 gi_frame frame object or possibly None once the generator has
173 been exhausted
174 gi_running set to 1 when generator is executing, 0 otherwise
175 next return the next item from the container
176 send resumes the generator and "sends" a value that becomes
177 the result of the current yield-expression
178 throw used to raise an exception inside the generator"""
179 return isinstance(object, types.GeneratorType)
180
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000181def istraceback(object):
182 """Return true if the object is a traceback.
183
184 Traceback objects provide these attributes:
185 tb_frame frame object at this level
186 tb_lasti index of last attempted instruction in bytecode
187 tb_lineno current line number in Python source code
188 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000189 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000190
191def isframe(object):
192 """Return true if the object is a frame object.
193
194 Frame objects provide these attributes:
195 f_back next outer frame object (this frame's caller)
196 f_builtins built-in namespace seen by this frame
197 f_code code object being executed in this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000198 f_globals global namespace seen by this frame
199 f_lasti index of last attempted instruction in bytecode
200 f_lineno current line number in Python source code
201 f_locals local namespace seen by this frame
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000202 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000203 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000204
205def iscode(object):
206 """Return true if the object is a code object.
207
208 Code objects provide these attributes:
209 co_argcount number of arguments (not including * or ** args)
210 co_code string of raw compiled bytecode
211 co_consts tuple of constants used in the bytecode
212 co_filename name of file in which this code object was created
213 co_firstlineno number of first line in Python source code
214 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
215 co_lnotab encoded mapping of line numbers to bytecode indices
216 co_name name with which this code object was defined
217 co_names tuple of names of local variables
218 co_nlocals number of local variables
219 co_stacksize virtual machine stack space required
220 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000221 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000222
223def isbuiltin(object):
224 """Return true if the object is a built-in function or method.
225
226 Built-in functions and methods provide these attributes:
227 __doc__ documentation string
228 __name__ original name of this function or method
229 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000230 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000231
232def isroutine(object):
233 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000234 return (isbuiltin(object)
235 or isfunction(object)
236 or ismethod(object)
237 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000238
Christian Heimes7131fd92008-02-19 14:21:46 +0000239def isgenerator(object):
240 """Return true if the object is a generator object."""
241 return isinstance(object, types.GeneratorType)
242
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000243def isabstract(object):
244 """Return true if the object is an abstract base class (ABC)."""
Christian Heimes5e696852008-04-09 08:37:03 +0000245 return isinstance(object, type) and object.__flags__ & TPFLAGS_IS_ABSTRACT
Christian Heimesbe5b30b2008-03-03 19:18:51 +0000246
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000247def getmembers(object, predicate=None):
248 """Return all members of an object as (name, value) pairs sorted by name.
249 Optionally, only return members that satisfy a given predicate."""
250 results = []
251 for key in dir(object):
252 value = getattr(object, key)
253 if not predicate or predicate(value):
254 results.append((key, value))
255 results.sort()
256 return results
257
Christian Heimes25bb7832008-01-11 16:17:00 +0000258Attribute = namedtuple('Attribute', 'name kind defining_class object')
259
Tim Peters13b49d32001-09-23 02:00:29 +0000260def classify_class_attrs(cls):
261 """Return list of attribute-descriptor tuples.
262
263 For each name in dir(cls), the return list contains a 4-tuple
264 with these elements:
265
266 0. The name (a string).
267
268 1. The kind of attribute this is, one of these strings:
269 'class method' created via classmethod()
270 'static method' created via staticmethod()
271 'property' created via property()
272 'method' any other flavor of method
273 'data' not a method
274
275 2. The class which defined this attribute (a class).
276
277 3. The object as obtained directly from the defining class's
278 __dict__, not via getattr. This is especially important for
279 data attributes: C.data is just a data object, but
280 C.__dict__['data'] may be a data descriptor with additional
281 info, like a __doc__ string.
282 """
283
284 mro = getmro(cls)
285 names = dir(cls)
286 result = []
287 for name in names:
288 # Get the object associated with the name.
289 # Getting an obj from the __dict__ sometimes reveals more than
290 # using getattr. Static and class methods are dramatic examples.
291 if name in cls.__dict__:
292 obj = cls.__dict__[name]
293 else:
294 obj = getattr(cls, name)
295
296 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000297 homecls = getattr(obj, "__objclass__", None)
298 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000299 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000300 for base in mro:
301 if name in base.__dict__:
302 homecls = base
303 break
304
305 # Get the object again, in order to get it from the defining
306 # __dict__ instead of via getattr (if possible).
307 if homecls is not None and name in homecls.__dict__:
308 obj = homecls.__dict__[name]
309
310 # Also get the object via getattr.
311 obj_via_getattr = getattr(cls, name)
312
313 # Classify the object.
314 if isinstance(obj, staticmethod):
315 kind = "static method"
316 elif isinstance(obj, classmethod):
317 kind = "class method"
318 elif isinstance(obj, property):
319 kind = "property"
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000320 elif (isfunction(obj_via_getattr) or
Tim Peters13b49d32001-09-23 02:00:29 +0000321 ismethoddescriptor(obj_via_getattr)):
322 kind = "method"
323 else:
324 kind = "data"
325
Christian Heimes25bb7832008-01-11 16:17:00 +0000326 result.append(Attribute(name, kind, homecls, obj))
Tim Peters13b49d32001-09-23 02:00:29 +0000327
328 return result
329
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000330# ----------------------------------------------------------- class helpers
331def _searchbases(cls, accum):
332 # Simulate the "classic class" search order.
333 if cls in accum:
334 return
335 accum.append(cls)
336 for base in cls.__bases__:
337 _searchbases(base, accum)
338
339def getmro(cls):
340 "Return tuple of base classes (including cls) in method resolution order."
341 if hasattr(cls, "__mro__"):
342 return cls.__mro__
343 else:
344 result = []
345 _searchbases(cls, result)
346 return tuple(result)
347
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000348# -------------------------------------------------- source code extraction
349def indentsize(line):
350 """Return the indent size, in spaces, at the start of a line of text."""
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000351 expline = line.expandtabs()
352 return len(expline) - len(expline.lstrip())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000353
354def getdoc(object):
355 """Get the documentation string for an object.
356
357 All tabs are expanded to spaces. To clean up docstrings that are
358 indented to line up with blocks of code, any whitespace than can be
359 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000360 try:
361 doc = object.__doc__
362 except AttributeError:
363 return None
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000364 if not isinstance(doc, str):
Tim Peters24008312002-03-17 18:56:20 +0000365 return None
Georg Brandl0c77a822008-06-10 16:37:50 +0000366 return cleandoc(doc)
367
368def cleandoc(doc):
369 """Clean up indentation from docstrings.
370
371 Any whitespace that can be uniformly removed from the second line
372 onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000373 try:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000374 lines = doc.expandtabs().split('\n')
Tim Peters24008312002-03-17 18:56:20 +0000375 except UnicodeError:
376 return None
377 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000378 # Find minimum indentation of any non-blank lines after first line.
Christian Heimesa37d4c62007-12-04 23:02:19 +0000379 margin = sys.maxsize
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000380 for line in lines[1:]:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000381 content = len(line.lstrip())
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000382 if content:
383 indent = len(line) - content
384 margin = min(margin, indent)
385 # Remove indentation.
386 if lines:
387 lines[0] = lines[0].lstrip()
Christian Heimesa37d4c62007-12-04 23:02:19 +0000388 if margin < sys.maxsize:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000389 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000390 # Remove any trailing or leading blank lines.
391 while lines and not lines[-1]:
392 lines.pop()
393 while lines and not lines[0]:
394 lines.pop(0)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000395 return '\n'.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000396
397def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000398 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000399 if ismodule(object):
400 if hasattr(object, '__file__'):
401 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000402 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000403 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000404 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000405 if hasattr(object, '__file__'):
406 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000407 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000408 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000409 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000410 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000411 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000412 if istraceback(object):
413 object = object.tb_frame
414 if isframe(object):
415 object = object.f_code
416 if iscode(object):
417 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000418 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000419 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000420
Christian Heimes25bb7832008-01-11 16:17:00 +0000421ModuleInfo = namedtuple('ModuleInfo', 'name suffix mode module_type')
422
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000423def getmoduleinfo(path):
424 """Get the module name, suffix, mode, and module type for a given file."""
425 filename = os.path.basename(path)
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000426 suffixes = [(-len(suffix), suffix, mode, mtype)
427 for suffix, mode, mtype in imp.get_suffixes()]
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000428 suffixes.sort() # try longest suffixes first, in case they overlap
429 for neglen, suffix, mode, mtype in suffixes:
430 if filename[neglen:] == suffix:
Christian Heimes25bb7832008-01-11 16:17:00 +0000431 return ModuleInfo(filename[:neglen], suffix, mode, mtype)
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000432
433def getmodulename(path):
434 """Return the module name for a given file, or None."""
435 info = getmoduleinfo(path)
436 if info: return info[0]
437
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000438def getsourcefile(object):
439 """Return the Python source file an object was defined in, if it exists."""
440 filename = getfile(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000441 if filename[-4:].lower() in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000442 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000443 for suffix, mode, kind in imp.get_suffixes():
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000444 if 'b' in mode and filename[-len(suffix):].lower() == suffix:
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000445 # Looks like a binary file. We want to only return a text file.
446 return None
Thomas Wouters477c8d52006-05-27 19:21:47 +0000447 if os.path.exists(filename):
448 return filename
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000449 # only return a non-existent filename if the module has a PEP 302 loader
450 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000451 return filename
452
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000453def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000454 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000455
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000456 The idea is for each object to have a unique origin, so this routine
457 normalizes the result as much as possible."""
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000458 if _filename is None:
459 _filename = getsourcefile(object) or getfile(object)
460 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000461
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000462modulesbyfile = {}
Thomas Wouters89f507f2006-12-13 04:49:30 +0000463_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000464
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000465def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000466 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000467 if ismodule(object):
468 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000469 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000470 return sys.modules.get(object.__module__)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000471 # Try the filename to modulename cache
472 if _filename is not None and _filename in modulesbyfile:
473 return sys.modules.get(modulesbyfile[_filename])
474 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000475 try:
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000476 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000477 except TypeError:
478 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000479 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000480 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000481 # Update the filename to module name cache and check yet again
482 # Copy sys.modules in order to cope with changes while iterating
483 for modname, module in sys.modules.items():
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000484 if ismodule(module) and hasattr(module, '__file__'):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000485 f = module.__file__
486 if f == _filesbymodname.get(modname, None):
487 # Have already mapped this module, so skip it
488 continue
489 _filesbymodname[modname] = f
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000490 f = getabsfile(module)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000491 # Always map to the name the module knows itself by
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000492 modulesbyfile[f] = modulesbyfile[
493 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000494 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000495 return sys.modules.get(modulesbyfile[file])
Thomas Wouters89f507f2006-12-13 04:49:30 +0000496 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000497 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000498 if not hasattr(object, '__name__'):
499 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000500 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000501 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000502 if mainobject is object:
503 return main
Thomas Wouters89f507f2006-12-13 04:49:30 +0000504 # Check builtins
Georg Brandl1a3284e2007-12-02 09:40:06 +0000505 builtin = sys.modules['builtins']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000506 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000507 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000508 if builtinobject is object:
509 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000510
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000511def findsource(object):
512 """Return the entire source file and starting line number for an object.
513
514 The argument may be a module, class, method, function, traceback, frame,
515 or code object. The source code is returned as a list of all the lines
516 in the file and the line number indexes a line in that list. An IOError
517 is raised if the source code cannot be retrieved."""
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000518 file = getsourcefile(object) or getfile(object)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000519 module = getmodule(object, file)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000520 if module:
521 lines = linecache.getlines(file, module.__dict__)
522 else:
523 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000524 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000525 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000526
527 if ismodule(object):
528 return lines, 0
529
530 if isclass(object):
531 name = object.__name__
Thomas Wouters89f507f2006-12-13 04:49:30 +0000532 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
533 # make some effort to find the best matching class definition:
534 # use the one with the least indentation, which is the one
535 # that's most probably not inside a function definition.
536 candidates = []
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000537 for i in range(len(lines)):
Thomas Wouters89f507f2006-12-13 04:49:30 +0000538 match = pat.match(lines[i])
539 if match:
540 # if it's at toplevel, it's already the best one
541 if lines[i][0] == 'c':
542 return lines, i
543 # else add whitespace to candidate list
544 candidates.append((match.group(1), i))
545 if candidates:
546 # this will sort by whitespace, and by line number,
547 # less whitespace first
548 candidates.sort()
549 return lines, candidates[0][1]
Jeremy Hyltonab919022003-06-27 18:41:20 +0000550 else:
551 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000552
553 if ismethod(object):
Christian Heimesff737952007-11-27 10:40:20 +0000554 object = object.__func__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000555 if isfunction(object):
Neal Norwitz221085d2007-02-25 20:55:47 +0000556 object = object.__code__
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000557 if istraceback(object):
558 object = object.tb_frame
559 if isframe(object):
560 object = object.f_code
561 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000562 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000563 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000564 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000565 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000566 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000567 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000568 lnum = lnum - 1
569 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000570 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000571
572def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000573 """Get lines of comments immediately preceding an object's source code.
574
575 Returns None when source can't be found.
576 """
577 try:
578 lines, lnum = findsource(object)
579 except (IOError, TypeError):
580 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000581
582 if ismodule(object):
583 # Look for a comment block at the top of the file.
584 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000585 if lines and lines[0][:2] == '#!': start = 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000586 while start < len(lines) and lines[start].strip() in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000587 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000588 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000589 comments = []
590 end = start
591 while end < len(lines) and lines[end][:1] == '#':
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000592 comments.append(lines[end].expandtabs())
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000593 end = end + 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000594 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000595
596 # Look for a preceding block of comments at the same indentation.
597 elif lnum > 0:
598 indent = indentsize(lines[lnum])
599 end = lnum - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000600 if end >= 0 and lines[end].lstrip()[:1] == '#' and \
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000601 indentsize(lines[end]) == indent:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000602 comments = [lines[end].expandtabs().lstrip()]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000603 if end > 0:
604 end = end - 1
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000605 comment = lines[end].expandtabs().lstrip()
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000606 while comment[:1] == '#' and indentsize(lines[end]) == indent:
607 comments[:0] = [comment]
608 end = end - 1
609 if end < 0: break
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000610 comment = lines[end].expandtabs().lstrip()
611 while comments and comments[0].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000612 comments[:1] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000613 while comments and comments[-1].strip() == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000614 comments[-1:] = []
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000615 return ''.join(comments)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000616
Tim Peters4efb6e92001-06-29 23:51:08 +0000617class EndOfBlock(Exception): pass
618
619class BlockFinder:
620 """Provide a tokeneater() method to detect the end of a code block."""
621 def __init__(self):
622 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000623 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000624 self.started = False
625 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000626 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000627
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000628 def tokeneater(self, type, token, srowcol, erowcol, line):
Tim Peters4efb6e92001-06-29 23:51:08 +0000629 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000630 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000631 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000632 if token == "lambda":
633 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000634 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000635 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000636 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000637 self.passline = False # stop skipping when a NEWLINE is seen
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000638 self.last = srowcol[0]
Armin Rigodd5c0232005-09-25 11:45:45 +0000639 if self.islambda: # lambdas always end at the first NEWLINE
640 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000641 elif self.passline:
642 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000643 elif type == tokenize.INDENT:
644 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000645 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000646 elif type == tokenize.DEDENT:
647 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000648 # the end of matching indent/dedent pairs end a block
649 # (note that this only works for "def"/"class" blocks,
650 # not e.g. for "if: else:" or "try: finally:" blocks)
651 if self.indent <= 0:
652 raise EndOfBlock
653 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
654 # any other token on the same indentation level end the previous
655 # block as well, except the pseudo-tokens COMMENT and NL.
656 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000657
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000658def getblock(lines):
659 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000660 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000661 try:
Trent Nelson428de652008-03-18 22:41:35 +0000662 tokens = tokenize.generate_tokens(iter(lines).__next__)
663 for _token in tokens:
664 blockfinder.tokeneater(*_token)
Armin Rigodd5c0232005-09-25 11:45:45 +0000665 except (EndOfBlock, IndentationError):
666 pass
667 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000668
669def getsourcelines(object):
670 """Return a list of source lines and starting line number for an object.
671
672 The argument may be a module, class, method, function, traceback, frame,
673 or code object. The source code is returned as a list of the lines
674 corresponding to the object and the line number indicates where in the
675 original source file the first line of code was found. An IOError is
676 raised if the source code cannot be retrieved."""
677 lines, lnum = findsource(object)
678
679 if ismodule(object): return lines, 0
680 else: return getblock(lines[lnum:]), lnum + 1
681
682def getsource(object):
683 """Return the text of the source code for an object.
684
685 The argument may be a module, class, method, function, traceback, frame,
686 or code object. The source code is returned as a single string. An
687 IOError is raised if the source code cannot be retrieved."""
688 lines, lnum = getsourcelines(object)
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000689 return ''.join(lines)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000690
691# --------------------------------------------------- class tree extraction
692def walktree(classes, children, parent):
693 """Recursive helper function for getclasstree()."""
694 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000695 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000696 for c in classes:
697 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000698 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000699 results.append(walktree(children[c], children, c))
700 return results
701
702def getclasstree(classes, unique=0):
703 """Arrange the given list of classes into a hierarchy of nested lists.
704
705 Where a nested list appears, it contains classes derived from the class
706 whose entry immediately precedes the list. Each entry is a 2-tuple
707 containing a class and a tuple of its base classes. If the 'unique'
708 argument is true, exactly one entry appears in the returned structure
709 for each class in the given list. Otherwise, classes using multiple
710 inheritance and their descendants will appear multiple times."""
711 children = {}
712 roots = []
713 for c in classes:
714 if c.__bases__:
715 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000716 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000717 children[parent] = []
718 children[parent].append(c)
719 if unique and parent in classes: break
720 elif c not in roots:
721 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000722 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000723 if parent not in classes:
724 roots.append(parent)
725 return walktree(roots, children, None)
726
727# ------------------------------------------------ argument list extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000728Arguments = namedtuple('Arguments', 'args, varargs, varkw')
729
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000730def getargs(co):
731 """Get information about the arguments accepted by a code object.
732
Guido van Rossum2e65f892007-02-28 22:03:49 +0000733 Three things are returned: (args, varargs, varkw), where
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000734 'args' is the list of argument names, possibly containing nested
Guido van Rossum2e65f892007-02-28 22:03:49 +0000735 lists. Keyword-only arguments are appended. 'varargs' and 'varkw'
736 are the names of the * and ** arguments or None."""
737 args, varargs, kwonlyargs, varkw = _getfullargs(co)
Christian Heimes25bb7832008-01-11 16:17:00 +0000738 return Arguments(args + kwonlyargs, varargs, varkw)
Guido van Rossum2e65f892007-02-28 22:03:49 +0000739
740def _getfullargs(co):
741 """Get information about the arguments accepted by a code object.
742
743 Four things are returned: (args, varargs, kwonlyargs, varkw), where
744 'args' and 'kwonlyargs' are lists of argument names (with 'args'
745 possibly containing nested lists), and 'varargs' and 'varkw' are the
746 names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000747
748 if not iscode(co):
749 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000750
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000751 nargs = co.co_argcount
752 names = co.co_varnames
Guido van Rossum2e65f892007-02-28 22:03:49 +0000753 nkwargs = co.co_kwonlyargcount
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000754 args = list(names[:nargs])
Guido van Rossum2e65f892007-02-28 22:03:49 +0000755 kwonlyargs = list(names[nargs:nargs+nkwargs])
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000756 step = 0
757
Guido van Rossum2e65f892007-02-28 22:03:49 +0000758 nargs += nkwargs
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000759 varargs = None
760 if co.co_flags & CO_VARARGS:
761 varargs = co.co_varnames[nargs]
762 nargs = nargs + 1
763 varkw = None
764 if co.co_flags & CO_VARKEYWORDS:
765 varkw = co.co_varnames[nargs]
Guido van Rossum2e65f892007-02-28 22:03:49 +0000766 return args, varargs, kwonlyargs, varkw
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000767
Christian Heimes25bb7832008-01-11 16:17:00 +0000768
769ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
770
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000771def getargspec(func):
772 """Get the names and default values of a function's arguments.
773
774 A tuple of four things is returned: (args, varargs, varkw, defaults).
775 'args' is a list of the argument names (it may contain nested lists).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000776 'args' will include keyword-only argument names.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000777 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000778 'defaults' is an n-tuple of the default values of the last n arguments.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000779
Guido van Rossum2e65f892007-02-28 22:03:49 +0000780 Use the getfullargspec() API for Python-3000 code, as annotations
781 and keyword arguments are supported. getargspec() will raise ValueError
782 if the func has either annotations or keyword arguments.
783 """
784
785 args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
786 getfullargspec(func)
787 if kwonlyargs or ann:
Collin Winterce36ad82007-08-30 01:19:48 +0000788 raise ValueError("Function has keyword-only arguments or annotations"
789 ", use getfullargspec() API which can support them")
Christian Heimes25bb7832008-01-11 16:17:00 +0000790 return ArgSpec(args, varargs, varkw, defaults)
791
792FullArgSpec = namedtuple('FullArgSpec',
Benjamin Peterson3d4ca742008-11-12 21:39:01 +0000793 'args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, annotations')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000794
795def getfullargspec(func):
796 """Get the names and default values of a function's arguments.
797
Brett Cannon504d8852007-09-07 02:12:14 +0000798 A tuple of seven things is returned:
799 (args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults annotations).
Guido van Rossum2e65f892007-02-28 22:03:49 +0000800 'args' is a list of the argument names (it may contain nested lists).
801 'varargs' and 'varkw' are the names of the * and ** arguments or None.
802 'defaults' is an n-tuple of the default values of the last n arguments.
803 'kwonlyargs' is a list of keyword-only argument names.
804 'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
805 'annotations' is a dictionary mapping argument names to annotations.
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000806
Guido van Rossum2e65f892007-02-28 22:03:49 +0000807 The first four items in the tuple correspond to getargspec().
Jeremy Hylton64967882003-06-27 18:14:39 +0000808 """
809
810 if ismethod(func):
Christian Heimesff737952007-11-27 10:40:20 +0000811 func = func.__func__
Jeremy Hylton64967882003-06-27 18:14:39 +0000812 if not isfunction(func):
813 raise TypeError('arg is not a Python function')
Guido van Rossum2e65f892007-02-28 22:03:49 +0000814 args, varargs, kwonlyargs, varkw = _getfullargs(func.__code__)
Christian Heimes25bb7832008-01-11 16:17:00 +0000815 return FullArgSpec(args, varargs, varkw, func.__defaults__,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000816 kwonlyargs, func.__kwdefaults__, func.__annotations__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000817
Christian Heimes25bb7832008-01-11 16:17:00 +0000818ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
819
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000820def getargvalues(frame):
821 """Get information about arguments passed into a particular frame.
822
823 A tuple of four things is returned: (args, varargs, varkw, locals).
824 'args' is a list of the argument names (it may contain nested lists).
825 'varargs' and 'varkw' are the names of the * and ** arguments or None.
826 'locals' is the locals dictionary of the given frame."""
827 args, varargs, varkw = getargs(frame.f_code)
Benjamin Peterson1a6e0d02008-10-25 15:49:17 +0000828 return ArgInfo(args, varargs, varkw, frame.f_locals)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000829
830def joinseq(seq):
831 if len(seq) == 1:
832 return '(' + seq[0] + ',)'
833 else:
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000834 return '(' + ', '.join(seq) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000835
836def strseq(object, convert, join=joinseq):
837 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000838 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000839 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
840 else:
841 return convert(object)
842
Guido van Rossum2e65f892007-02-28 22:03:49 +0000843def formatannotation(annotation, base_module=None):
844 if isinstance(annotation, type):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000845 if annotation.__module__ in ('builtins', base_module):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000846 return annotation.__name__
847 return annotation.__module__+'.'+annotation.__name__
848 return repr(annotation)
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000849
Guido van Rossum2e65f892007-02-28 22:03:49 +0000850def formatannotationrelativeto(object):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000851 module = getattr(object, '__module__', None)
852 def _formatannotation(annotation):
853 return formatannotation(annotation, module)
854 return _formatannotation
Guido van Rossum2e65f892007-02-28 22:03:49 +0000855
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000856def formatargspec(args, varargs=None, varkw=None, defaults=None,
Guido van Rossum2e65f892007-02-28 22:03:49 +0000857 kwonlyargs=(), kwonlydefaults={}, annotations={},
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000858 formatarg=str,
859 formatvarargs=lambda name: '*' + name,
860 formatvarkw=lambda name: '**' + name,
861 formatvalue=lambda value: '=' + repr(value),
Guido van Rossum2e65f892007-02-28 22:03:49 +0000862 formatreturns=lambda text: ' -> ' + text,
863 formatannotation=formatannotation,
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000864 join=joinseq):
Guido van Rossuma8add0e2007-05-14 22:03:55 +0000865 """Format an argument spec from the values returned by getargspec
Guido van Rossum2e65f892007-02-28 22:03:49 +0000866 or getfullargspec.
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000867
Guido van Rossum2e65f892007-02-28 22:03:49 +0000868 The first seven arguments are (args, varargs, varkw, defaults,
869 kwonlyargs, kwonlydefaults, annotations). The other five arguments
870 are the corresponding optional formatting functions that are called to
871 turn names and values into strings. The last argument is an optional
872 function to format the sequence of arguments."""
873 def formatargandannotation(arg):
874 result = formatarg(arg)
875 if arg in annotations:
876 result += ': ' + formatannotation(annotations[arg])
877 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000878 specs = []
879 if defaults:
880 firstdefault = len(args) - len(defaults)
881 for i in range(len(args)):
Guido van Rossum2e65f892007-02-28 22:03:49 +0000882 spec = strseq(args[i], formatargandannotation, join)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000883 if defaults and i >= firstdefault:
884 spec = spec + formatvalue(defaults[i - firstdefault])
885 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000886 if varargs is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000887 specs.append(formatvarargs(formatargandannotation(varargs)))
888 else:
889 if kwonlyargs:
890 specs.append('*')
891 if kwonlyargs:
892 for kwonlyarg in kwonlyargs:
893 spec = formatargandannotation(kwonlyarg)
894 if kwonlyarg in kwonlydefaults:
895 spec += formatvalue(kwonlydefaults[kwonlyarg])
896 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000897 if varkw is not None:
Guido van Rossum2e65f892007-02-28 22:03:49 +0000898 specs.append(formatvarkw(formatargandannotation(varkw)))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000899 result = '(' + ', '.join(specs) + ')'
Guido van Rossum2e65f892007-02-28 22:03:49 +0000900 if 'return' in annotations:
901 result += formatreturns(formatannotation(annotations['return']))
902 return result
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000903
904def formatargvalues(args, varargs, varkw, locals,
905 formatarg=str,
906 formatvarargs=lambda name: '*' + name,
907 formatvarkw=lambda name: '**' + name,
908 formatvalue=lambda value: '=' + repr(value),
909 join=joinseq):
910 """Format an argument spec from the 4 values returned by getargvalues.
911
912 The first four arguments are (args, varargs, varkw, locals). The
913 next four arguments are the corresponding optional formatting functions
914 that are called to turn names and values into strings. The ninth
915 argument is an optional function to format the sequence of arguments."""
916 def convert(name, locals=locals,
917 formatarg=formatarg, formatvalue=formatvalue):
918 return formatarg(name) + formatvalue(locals[name])
919 specs = []
920 for i in range(len(args)):
921 specs.append(strseq(args[i], convert, join))
922 if varargs:
923 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
924 if varkw:
925 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
Neal Norwitz9d72bb42007-04-17 08:48:32 +0000926 return '(' + ', '.join(specs) + ')'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000927
928# -------------------------------------------------- stack frame extraction
Christian Heimes25bb7832008-01-11 16:17:00 +0000929
930Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
931
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000932def getframeinfo(frame, context=1):
933 """Get information about a frame or traceback object.
934
935 A tuple of five things is returned: the filename, the line number of
936 the current line, the function name, a list of lines of context from
937 the source code, and the index of the current line within that list.
938 The optional second argument specifies the number of lines of context
939 to return, which are centered around the current line."""
940 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000941 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000942 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000943 else:
944 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000945 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000946 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000947
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000948 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000949 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000950 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000951 try:
952 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000953 except IOError:
954 lines = index = None
955 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000956 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000957 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000958 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000959 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000960 else:
961 lines = index = None
962
Christian Heimes25bb7832008-01-11 16:17:00 +0000963 return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000964
965def getlineno(frame):
966 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000967 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
968 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000969
970def getouterframes(frame, context=1):
971 """Get a list of records for a frame and all higher (calling) frames.
972
973 Each record contains a frame object, filename, line number, function
974 name, a list of lines of context, and index within the context."""
975 framelist = []
976 while frame:
977 framelist.append((frame,) + getframeinfo(frame, context))
978 frame = frame.f_back
979 return framelist
980
981def getinnerframes(tb, context=1):
982 """Get a list of records for a traceback's frame and all lower frames.
983
984 Each record contains a frame object, filename, line number, function
985 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000986 framelist = []
987 while tb:
988 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
989 tb = tb.tb_next
990 return framelist
991
Jeremy Hyltonab919022003-06-27 18:41:20 +0000992currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000993
994def stack(context=1):
995 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +0000996 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000997
998def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +0000999 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +00001000 return getinnerframes(sys.exc_info()[2], context)