blob: ba2021ab949eba56678e1e12d8625f3516317ee4 [file] [log] [blame]
Martin v. Löwis09776b72002-08-04 17:22:59 +00001# -*- coding: iso-8859-1 -*-
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +00002"""Get useful information from live Python objects.
3
4This module encapsulates the interface provided by the internal special
5attributes (func_*, co_*, im_*, tb_*, etc.) in a friendlier fashion.
6It also provides some help for examining source code and class layout.
7
8Here are some of the useful functions provided by this module:
9
10 ismodule(), isclass(), ismethod(), isfunction(), istraceback(),
11 isframe(), iscode(), isbuiltin(), isroutine() - check object types
12 getmembers() - get members of an object that satisfy a given condition
13
14 getfile(), getsourcefile(), getsource() - find an object's source code
15 getdoc(), getcomments() - get documentation on an object
16 getmodule() - determine the module that an object came from
17 getclasstree() - arrange classes so as to represent their hierarchy
18
19 getargspec(), getargvalues() - get info about function arguments
20 formatargspec(), formatargvalues() - format an argument spec
21 getouterframes(), getinnerframes() - get info about frames
22 currentframe() - get the current stack frame
23 stack(), trace() - get info about frames on the stack or in a traceback
24"""
25
26# This module is in the public domain. No warranties.
27
Ka-Ping Yee8b58b842001-03-01 13:56:16 +000028__author__ = 'Ka-Ping Yee <ping@lfw.org>'
29__date__ = '1 Jan 2001'
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000030
Neil Schemenauerf06f8532002-03-23 23:51:04 +000031import sys, os, types, string, re, dis, imp, tokenize, linecache
Raymond Hettingera1a992c2005-03-11 06:46:45 +000032from operator import attrgetter
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000033
34# ----------------------------------------------------------- type-checking
35def ismodule(object):
36 """Return true if the object is a module.
37
38 Module objects provide these attributes:
39 __doc__ documentation string
40 __file__ filename (missing for built-in modules)"""
Tim Peters28bc59f2001-09-16 08:40:16 +000041 return isinstance(object, types.ModuleType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000042
43def isclass(object):
44 """Return true if the object is a class.
45
46 Class objects provide these attributes:
47 __doc__ documentation string
48 __module__ name of module in which this class was defined"""
Tim Peters28bc59f2001-09-16 08:40:16 +000049 return isinstance(object, types.ClassType) or hasattr(object, '__bases__')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000050
51def ismethod(object):
52 """Return true if the object is an instance method.
53
54 Instance method objects provide these attributes:
55 __doc__ documentation string
56 __name__ name with which this method was defined
57 im_class class object in which this method belongs
58 im_func function object containing implementation of method
59 im_self instance to which this method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +000060 return isinstance(object, types.MethodType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +000061
Tim Peters536d2262001-09-20 05:13:38 +000062def ismethoddescriptor(object):
Tim Petersf1d90b92001-09-20 05:47:55 +000063 """Return true if the object is a method descriptor.
64
65 But not if ismethod() or isclass() or isfunction() are true.
Tim Peters536d2262001-09-20 05:13:38 +000066
67 This is new in Python 2.2, and, for example, is true of int.__add__.
68 An object passing this test has a __get__ attribute but not a __set__
69 attribute, but beyond that the set of attributes varies. __name__ is
70 usually sensible, and __doc__ often is.
71
Tim Petersf1d90b92001-09-20 05:47:55 +000072 Methods implemented via descriptors that also pass one of the other
73 tests return false from the ismethoddescriptor() test, simply because
74 the other tests promise more -- you can, e.g., count on having the
75 im_func attribute (etc) when an object passes ismethod()."""
Tim Peters536d2262001-09-20 05:13:38 +000076 return (hasattr(object, "__get__")
77 and not hasattr(object, "__set__") # else it's a data descriptor
78 and not ismethod(object) # mutual exclusion
Tim Petersf1d90b92001-09-20 05:47:55 +000079 and not isfunction(object)
Tim Peters536d2262001-09-20 05:13:38 +000080 and not isclass(object))
81
Martin v. Löwise59e2ba2003-05-03 09:09:02 +000082def isdatadescriptor(object):
83 """Return true if the object is a data descriptor.
84
85 Data descriptors have both a __get__ and a __set__ attribute. Examples are
86 properties (defined in Python) and getsets and members (defined in C).
87 Typically, data descriptors will also have __name__ and __doc__ attributes
88 (properties, getsets, and members have both of these attributes), but this
89 is not guaranteed."""
90 return (hasattr(object, "__set__") and hasattr(object, "__get__"))
91
Barry Warsaw00decd72006-07-27 23:43:15 +000092if hasattr(types, 'MemberDescriptorType'):
93 # CPython and equivalent
94 def ismemberdescriptor(object):
95 """Return true if the object is a member descriptor.
96
97 Member descriptors are specialized descriptors defined in extension
98 modules."""
99 return isinstance(object, types.MemberDescriptorType)
100else:
101 # Other implementations
102 def ismemberdescriptor(object):
103 """Return true if the object is a member descriptor.
104
105 Member descriptors are specialized descriptors defined in extension
106 modules."""
107 return False
108
109if hasattr(types, 'GetSetDescriptorType'):
110 # CPython and equivalent
111 def isgetsetdescriptor(object):
112 """Return true if the object is a getset descriptor.
113
114 getset descriptors are specialized descriptors defined in extension
115 modules."""
116 return isinstance(object, types.GetSetDescriptorType)
117else:
118 # Other implementations
119 def isgetsetdescriptor(object):
120 """Return true if the object is a getset descriptor.
121
122 getset descriptors are specialized descriptors defined in extension
123 modules."""
124 return False
Tim Petersce70a3b2006-07-27 23:45:48 +0000125
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000126def isfunction(object):
127 """Return true if the object is a user-defined function.
128
129 Function objects provide these attributes:
130 __doc__ documentation string
131 __name__ name with which this function was defined
132 func_code code object containing compiled function bytecode
133 func_defaults tuple of any default values for arguments
134 func_doc (same as __doc__)
135 func_globals global namespace in which this function was defined
136 func_name (same as __name__)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000137 return isinstance(object, types.FunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000138
139def istraceback(object):
140 """Return true if the object is a traceback.
141
142 Traceback objects provide these attributes:
143 tb_frame frame object at this level
144 tb_lasti index of last attempted instruction in bytecode
145 tb_lineno current line number in Python source code
146 tb_next next inner traceback object (called by this level)"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000147 return isinstance(object, types.TracebackType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000148
149def isframe(object):
150 """Return true if the object is a frame object.
151
152 Frame objects provide these attributes:
153 f_back next outer frame object (this frame's caller)
154 f_builtins built-in namespace seen by this frame
155 f_code code object being executed in this frame
156 f_exc_traceback traceback if raised in this frame, or None
157 f_exc_type exception type if raised in this frame, or None
158 f_exc_value exception value if raised in this frame, or None
159 f_globals global namespace seen by this frame
160 f_lasti index of last attempted instruction in bytecode
161 f_lineno current line number in Python source code
162 f_locals local namespace seen by this frame
163 f_restricted 0 or 1 if frame is in restricted execution mode
164 f_trace tracing function for this frame, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000165 return isinstance(object, types.FrameType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000166
167def iscode(object):
168 """Return true if the object is a code object.
169
170 Code objects provide these attributes:
171 co_argcount number of arguments (not including * or ** args)
172 co_code string of raw compiled bytecode
173 co_consts tuple of constants used in the bytecode
174 co_filename name of file in which this code object was created
175 co_firstlineno number of first line in Python source code
176 co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
177 co_lnotab encoded mapping of line numbers to bytecode indices
178 co_name name with which this code object was defined
179 co_names tuple of names of local variables
180 co_nlocals number of local variables
181 co_stacksize virtual machine stack space required
182 co_varnames tuple of names of arguments and local variables"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000183 return isinstance(object, types.CodeType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000184
185def isbuiltin(object):
186 """Return true if the object is a built-in function or method.
187
188 Built-in functions and methods provide these attributes:
189 __doc__ documentation string
190 __name__ original name of this function or method
191 __self__ instance to which a method is bound, or None"""
Tim Peters28bc59f2001-09-16 08:40:16 +0000192 return isinstance(object, types.BuiltinFunctionType)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000193
194def isroutine(object):
195 """Return true if the object is any kind of function or method."""
Tim Peters536d2262001-09-20 05:13:38 +0000196 return (isbuiltin(object)
197 or isfunction(object)
198 or ismethod(object)
199 or ismethoddescriptor(object))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000200
201def getmembers(object, predicate=None):
202 """Return all members of an object as (name, value) pairs sorted by name.
203 Optionally, only return members that satisfy a given predicate."""
204 results = []
205 for key in dir(object):
206 value = getattr(object, key)
207 if not predicate or predicate(value):
208 results.append((key, value))
209 results.sort()
210 return results
211
Tim Peters13b49d32001-09-23 02:00:29 +0000212def classify_class_attrs(cls):
213 """Return list of attribute-descriptor tuples.
214
215 For each name in dir(cls), the return list contains a 4-tuple
216 with these elements:
217
218 0. The name (a string).
219
220 1. The kind of attribute this is, one of these strings:
221 'class method' created via classmethod()
222 'static method' created via staticmethod()
223 'property' created via property()
224 'method' any other flavor of method
225 'data' not a method
226
227 2. The class which defined this attribute (a class).
228
229 3. The object as obtained directly from the defining class's
230 __dict__, not via getattr. This is especially important for
231 data attributes: C.data is just a data object, but
232 C.__dict__['data'] may be a data descriptor with additional
233 info, like a __doc__ string.
234 """
235
236 mro = getmro(cls)
237 names = dir(cls)
238 result = []
239 for name in names:
240 # Get the object associated with the name.
241 # Getting an obj from the __dict__ sometimes reveals more than
242 # using getattr. Static and class methods are dramatic examples.
243 if name in cls.__dict__:
244 obj = cls.__dict__[name]
245 else:
246 obj = getattr(cls, name)
247
248 # Figure out where it was defined.
Tim Peters13b49d32001-09-23 02:00:29 +0000249 homecls = getattr(obj, "__objclass__", None)
250 if homecls is None:
Guido van Rossum687ae002001-10-15 22:03:32 +0000251 # search the dicts.
Tim Peters13b49d32001-09-23 02:00:29 +0000252 for base in mro:
253 if name in base.__dict__:
254 homecls = base
255 break
256
257 # Get the object again, in order to get it from the defining
258 # __dict__ instead of via getattr (if possible).
259 if homecls is not None and name in homecls.__dict__:
260 obj = homecls.__dict__[name]
261
262 # Also get the object via getattr.
263 obj_via_getattr = getattr(cls, name)
264
265 # Classify the object.
266 if isinstance(obj, staticmethod):
267 kind = "static method"
268 elif isinstance(obj, classmethod):
269 kind = "class method"
270 elif isinstance(obj, property):
271 kind = "property"
272 elif (ismethod(obj_via_getattr) or
273 ismethoddescriptor(obj_via_getattr)):
274 kind = "method"
275 else:
276 kind = "data"
277
278 result.append((name, kind, homecls, obj))
279
280 return result
281
Tim Peterse0b2d7a2001-09-22 06:10:55 +0000282# ----------------------------------------------------------- class helpers
283def _searchbases(cls, accum):
284 # Simulate the "classic class" search order.
285 if cls in accum:
286 return
287 accum.append(cls)
288 for base in cls.__bases__:
289 _searchbases(base, accum)
290
291def getmro(cls):
292 "Return tuple of base classes (including cls) in method resolution order."
293 if hasattr(cls, "__mro__"):
294 return cls.__mro__
295 else:
296 result = []
297 _searchbases(cls, result)
298 return tuple(result)
299
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000300# -------------------------------------------------- source code extraction
301def indentsize(line):
302 """Return the indent size, in spaces, at the start of a line of text."""
303 expline = string.expandtabs(line)
304 return len(expline) - len(string.lstrip(expline))
305
306def getdoc(object):
307 """Get the documentation string for an object.
308
309 All tabs are expanded to spaces. To clean up docstrings that are
310 indented to line up with blocks of code, any whitespace than can be
311 uniformly removed from the second line onwards is removed."""
Tim Peters24008312002-03-17 18:56:20 +0000312 try:
313 doc = object.__doc__
314 except AttributeError:
315 return None
Michael W. Hudson755f75e2002-05-20 17:29:46 +0000316 if not isinstance(doc, types.StringTypes):
Tim Peters24008312002-03-17 18:56:20 +0000317 return None
318 try:
319 lines = string.split(string.expandtabs(doc), '\n')
320 except UnicodeError:
321 return None
322 else:
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000323 # Find minimum indentation of any non-blank lines after first line.
324 margin = sys.maxint
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000325 for line in lines[1:]:
326 content = len(string.lstrip(line))
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000327 if content:
328 indent = len(line) - content
329 margin = min(margin, indent)
330 # Remove indentation.
331 if lines:
332 lines[0] = lines[0].lstrip()
333 if margin < sys.maxint:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000334 for i in range(1, len(lines)): lines[i] = lines[i][margin:]
Ka-Ping Yeea59ef7b2002-11-30 03:53:15 +0000335 # Remove any trailing or leading blank lines.
336 while lines and not lines[-1]:
337 lines.pop()
338 while lines and not lines[0]:
339 lines.pop(0)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000340 return string.join(lines, '\n')
341
342def getfile(object):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000343 """Work out which source or compiled file an object was defined in."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000344 if ismodule(object):
345 if hasattr(object, '__file__'):
346 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000347 raise TypeError('arg is a built-in module')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000348 if isclass(object):
Ka-Ping Yeec99e0f12001-04-13 12:10:40 +0000349 object = sys.modules.get(object.__module__)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000350 if hasattr(object, '__file__'):
351 return object.__file__
Jeremy Hyltonab919022003-06-27 18:41:20 +0000352 raise TypeError('arg is a built-in class')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000353 if ismethod(object):
354 object = object.im_func
355 if isfunction(object):
356 object = object.func_code
357 if istraceback(object):
358 object = object.tb_frame
359 if isframe(object):
360 object = object.f_code
361 if iscode(object):
362 return object.co_filename
Tim Peters478c1052003-06-29 05:46:54 +0000363 raise TypeError('arg is not a module, class, method, '
Jeremy Hyltonab919022003-06-27 18:41:20 +0000364 'function, traceback, frame, or code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000365
Ka-Ping Yee4d6fc7f2001-04-10 11:43:00 +0000366def getmoduleinfo(path):
367 """Get the module name, suffix, mode, and module type for a given file."""
368 filename = os.path.basename(path)
369 suffixes = map(lambda (suffix, mode, mtype):
370 (-len(suffix), suffix, mode, mtype), imp.get_suffixes())
371 suffixes.sort() # try longest suffixes first, in case they overlap
372 for neglen, suffix, mode, mtype in suffixes:
373 if filename[neglen:] == suffix:
374 return filename[:neglen], suffix, mode, mtype
375
376def getmodulename(path):
377 """Return the module name for a given file, or None."""
378 info = getmoduleinfo(path)
379 if info: return info[0]
380
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000381def getsourcefile(object):
382 """Return the Python source file an object was defined in, if it exists."""
383 filename = getfile(object)
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000384 if string.lower(filename[-4:]) in ('.pyc', '.pyo'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000385 filename = filename[:-4] + '.py'
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000386 for suffix, mode, kind in imp.get_suffixes():
387 if 'b' in mode and string.lower(filename[-len(suffix):]) == suffix:
388 # Looks like a binary file. We want to only return a text file.
389 return None
Phillip J. Eby72ae6c82006-04-30 15:59:26 +0000390 if os.path.exists(filename):
391 return filename
Phillip J. Eby5d86bdb2006-07-10 19:03:29 +0000392 # only return a non-existent filename if the module has a PEP 302 loader
393 if hasattr(getmodule(object, filename), '__loader__'):
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000394 return filename
395
Phillip J. Eby5d86bdb2006-07-10 19:03:29 +0000396def getabsfile(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000397 """Return an absolute path to the source or compiled file for an object.
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000398
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000399 The idea is for each object to have a unique origin, so this routine
400 normalizes the result as much as possible."""
Phillip J. Eby1a2959c2006-07-20 15:54:16 +0000401 if _filename is None:
402 _filename = getsourcefile(object) or getfile(object)
403 return os.path.normcase(os.path.abspath(_filename))
Ka-Ping Yeec113c242001-03-02 02:08:53 +0000404
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000405modulesbyfile = {}
Nick Coghlanc495c662006-09-07 10:50:34 +0000406_filesbymodname = {}
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000407
Phillip J. Eby5d86bdb2006-07-10 19:03:29 +0000408def getmodule(object, _filename=None):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000409 """Return the module an object was defined in, or None if not found."""
Ka-Ping Yee202c99b2001-04-13 09:15:08 +0000410 if ismodule(object):
411 return object
Johannes Gijsbers93245262004-09-11 15:53:22 +0000412 if hasattr(object, '__module__'):
Ka-Ping Yee8b58b842001-03-01 13:56:16 +0000413 return sys.modules.get(object.__module__)
Nick Coghlanc495c662006-09-07 10:50:34 +0000414 # Try the filename to modulename cache
415 if _filename is not None and _filename in modulesbyfile:
416 return sys.modules.get(modulesbyfile[_filename])
417 # Try the cache again with the absolute file name
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000418 try:
Phillip J. Eby5d86bdb2006-07-10 19:03:29 +0000419 file = getabsfile(object, _filename)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000420 except TypeError:
421 return None
Raymond Hettinger54f02222002-06-01 14:18:47 +0000422 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000423 return sys.modules.get(modulesbyfile[file])
Nick Coghlanc495c662006-09-07 10:50:34 +0000424 # Update the filename to module name cache and check yet again
425 # Copy sys.modules in order to cope with changes while iterating
426 for modname, module in sys.modules.items():
Phillip J. Eby47032112006-04-11 01:07:43 +0000427 if ismodule(module) and hasattr(module, '__file__'):
Nick Coghlanc495c662006-09-07 10:50:34 +0000428 f = module.__file__
429 if f == _filesbymodname.get(modname, None):
430 # Have already mapped this module, so skip it
431 continue
432 _filesbymodname[modname] = f
Phillip J. Eby5d86bdb2006-07-10 19:03:29 +0000433 f = getabsfile(module)
Nick Coghlanc495c662006-09-07 10:50:34 +0000434 # Always map to the name the module knows itself by
Phillip J. Eby5d86bdb2006-07-10 19:03:29 +0000435 modulesbyfile[f] = modulesbyfile[
436 os.path.realpath(f)] = module.__name__
Raymond Hettinger54f02222002-06-01 14:18:47 +0000437 if file in modulesbyfile:
Ka-Ping Yeeb38bbbd2003-03-28 16:29:50 +0000438 return sys.modules.get(modulesbyfile[file])
Nick Coghlanc495c662006-09-07 10:50:34 +0000439 # Check the main module
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000440 main = sys.modules['__main__']
Brett Cannon4a671fe2003-06-15 22:33:28 +0000441 if not hasattr(object, '__name__'):
442 return None
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000443 if hasattr(main, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000444 mainobject = getattr(main, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000445 if mainobject is object:
446 return main
Nick Coghlanc495c662006-09-07 10:50:34 +0000447 # Check builtins
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000448 builtin = sys.modules['__builtin__']
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000449 if hasattr(builtin, object.__name__):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000450 builtinobject = getattr(builtin, object.__name__)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000451 if builtinobject is object:
452 return builtin
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000453
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000454def findsource(object):
455 """Return the entire source file and starting line number for an object.
456
457 The argument may be a module, class, method, function, traceback, frame,
458 or code object. The source code is returned as a list of all the lines
459 in the file and the line number indexes a line in that list. An IOError
460 is raised if the source code cannot be retrieved."""
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000461 file = getsourcefile(object) or getfile(object)
Nick Coghlanc495c662006-09-07 10:50:34 +0000462 module = getmodule(object, file)
Georg Brandl208badd2006-04-30 17:42:26 +0000463 if module:
464 lines = linecache.getlines(file, module.__dict__)
465 else:
466 lines = linecache.getlines(file)
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000467 if not lines:
Jeremy Hyltonab919022003-06-27 18:41:20 +0000468 raise IOError('could not get source code')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000469
470 if ismodule(object):
471 return lines, 0
472
473 if isclass(object):
474 name = object.__name__
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000475 pat = re.compile(r'^\s*class\s*' + name + r'\b')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000476 for i in range(len(lines)):
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000477 if pat.match(lines[i]): return lines, i
Jeremy Hyltonab919022003-06-27 18:41:20 +0000478 else:
479 raise IOError('could not find class definition')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000480
481 if ismethod(object):
482 object = object.im_func
483 if isfunction(object):
484 object = object.func_code
485 if istraceback(object):
486 object = object.tb_frame
487 if isframe(object):
488 object = object.f_code
489 if iscode(object):
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000490 if not hasattr(object, 'co_firstlineno'):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000491 raise IOError('could not find function definition')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000492 lnum = object.co_firstlineno - 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000493 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000494 while lnum > 0:
Ka-Ping Yeea6e59712001-03-10 09:31:55 +0000495 if pat.match(lines[lnum]): break
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000496 lnum = lnum - 1
497 return lines, lnum
Jeremy Hyltonab919022003-06-27 18:41:20 +0000498 raise IOError('could not find code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000499
500def getcomments(object):
Jeremy Hyltonb4c17c82002-03-28 23:01:56 +0000501 """Get lines of comments immediately preceding an object's source code.
502
503 Returns None when source can't be found.
504 """
505 try:
506 lines, lnum = findsource(object)
507 except (IOError, TypeError):
508 return None
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000509
510 if ismodule(object):
511 # Look for a comment block at the top of the file.
512 start = 0
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000513 if lines and lines[0][:2] == '#!': start = 1
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000514 while start < len(lines) and string.strip(lines[start]) in ('', '#'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000515 start = start + 1
Ka-Ping Yeeb910efe2001-04-12 13:17:17 +0000516 if start < len(lines) and lines[start][:1] == '#':
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000517 comments = []
518 end = start
519 while end < len(lines) and lines[end][:1] == '#':
520 comments.append(string.expandtabs(lines[end]))
521 end = end + 1
522 return string.join(comments, '')
523
524 # Look for a preceding block of comments at the same indentation.
525 elif lnum > 0:
526 indent = indentsize(lines[lnum])
527 end = lnum - 1
528 if end >= 0 and string.lstrip(lines[end])[:1] == '#' and \
529 indentsize(lines[end]) == indent:
530 comments = [string.lstrip(string.expandtabs(lines[end]))]
531 if end > 0:
532 end = end - 1
533 comment = string.lstrip(string.expandtabs(lines[end]))
534 while comment[:1] == '#' and indentsize(lines[end]) == indent:
535 comments[:0] = [comment]
536 end = end - 1
537 if end < 0: break
538 comment = string.lstrip(string.expandtabs(lines[end]))
539 while comments and string.strip(comments[0]) == '#':
540 comments[:1] = []
541 while comments and string.strip(comments[-1]) == '#':
542 comments[-1:] = []
543 return string.join(comments, '')
544
Tim Peters4efb6e92001-06-29 23:51:08 +0000545class EndOfBlock(Exception): pass
546
547class BlockFinder:
548 """Provide a tokeneater() method to detect the end of a code block."""
549 def __init__(self):
550 self.indent = 0
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000551 self.islambda = False
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000552 self.started = False
553 self.passline = False
Armin Rigodd5c0232005-09-25 11:45:45 +0000554 self.last = 1
Tim Peters4efb6e92001-06-29 23:51:08 +0000555
556 def tokeneater(self, type, token, (srow, scol), (erow, ecol), line):
557 if not self.started:
Armin Rigodd5c0232005-09-25 11:45:45 +0000558 # look for the first "def", "class" or "lambda"
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000559 if token in ("def", "class", "lambda"):
Johannes Gijsbersa5855d52005-03-12 16:37:11 +0000560 if token == "lambda":
561 self.islambda = True
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000562 self.started = True
Armin Rigodd5c0232005-09-25 11:45:45 +0000563 self.passline = True # skip to the end of the line
Tim Peters4efb6e92001-06-29 23:51:08 +0000564 elif type == tokenize.NEWLINE:
Armin Rigodd5c0232005-09-25 11:45:45 +0000565 self.passline = False # stop skipping when a NEWLINE is seen
Tim Peters4efb6e92001-06-29 23:51:08 +0000566 self.last = srow
Armin Rigodd5c0232005-09-25 11:45:45 +0000567 if self.islambda: # lambdas always end at the first NEWLINE
568 raise EndOfBlock
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000569 elif self.passline:
570 pass
Tim Peters4efb6e92001-06-29 23:51:08 +0000571 elif type == tokenize.INDENT:
572 self.indent = self.indent + 1
Johannes Gijsbers1542f342004-12-12 16:46:28 +0000573 self.passline = True
Tim Peters4efb6e92001-06-29 23:51:08 +0000574 elif type == tokenize.DEDENT:
575 self.indent = self.indent - 1
Armin Rigodd5c0232005-09-25 11:45:45 +0000576 # the end of matching indent/dedent pairs end a block
577 # (note that this only works for "def"/"class" blocks,
578 # not e.g. for "if: else:" or "try: finally:" blocks)
579 if self.indent <= 0:
580 raise EndOfBlock
581 elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
582 # any other token on the same indentation level end the previous
583 # block as well, except the pseudo-tokens COMMENT and NL.
584 raise EndOfBlock
Tim Peters4efb6e92001-06-29 23:51:08 +0000585
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000586def getblock(lines):
587 """Extract the block of code at the top of the given list of lines."""
Armin Rigodd5c0232005-09-25 11:45:45 +0000588 blockfinder = BlockFinder()
Tim Peters4efb6e92001-06-29 23:51:08 +0000589 try:
Armin Rigodd5c0232005-09-25 11:45:45 +0000590 tokenize.tokenize(iter(lines).next, blockfinder.tokeneater)
591 except (EndOfBlock, IndentationError):
592 pass
593 return lines[:blockfinder.last]
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000594
595def getsourcelines(object):
596 """Return a list of source lines and starting line number for an object.
597
598 The argument may be a module, class, method, function, traceback, frame,
599 or code object. The source code is returned as a list of the lines
600 corresponding to the object and the line number indicates where in the
601 original source file the first line of code was found. An IOError is
602 raised if the source code cannot be retrieved."""
603 lines, lnum = findsource(object)
604
605 if ismodule(object): return lines, 0
606 else: return getblock(lines[lnum:]), lnum + 1
607
608def getsource(object):
609 """Return the text of the source code for an object.
610
611 The argument may be a module, class, method, function, traceback, frame,
612 or code object. The source code is returned as a single string. An
613 IOError is raised if the source code cannot be retrieved."""
614 lines, lnum = getsourcelines(object)
615 return string.join(lines, '')
616
617# --------------------------------------------------- class tree extraction
618def walktree(classes, children, parent):
619 """Recursive helper function for getclasstree()."""
620 results = []
Raymond Hettingera1a992c2005-03-11 06:46:45 +0000621 classes.sort(key=attrgetter('__module__', '__name__'))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000622 for c in classes:
623 results.append((c, c.__bases__))
Raymond Hettinger54f02222002-06-01 14:18:47 +0000624 if c in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000625 results.append(walktree(children[c], children, c))
626 return results
627
628def getclasstree(classes, unique=0):
629 """Arrange the given list of classes into a hierarchy of nested lists.
630
631 Where a nested list appears, it contains classes derived from the class
632 whose entry immediately precedes the list. Each entry is a 2-tuple
633 containing a class and a tuple of its base classes. If the 'unique'
634 argument is true, exactly one entry appears in the returned structure
635 for each class in the given list. Otherwise, classes using multiple
636 inheritance and their descendants will appear multiple times."""
637 children = {}
638 roots = []
639 for c in classes:
640 if c.__bases__:
641 for parent in c.__bases__:
Raymond Hettinger54f02222002-06-01 14:18:47 +0000642 if not parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000643 children[parent] = []
644 children[parent].append(c)
645 if unique and parent in classes: break
646 elif c not in roots:
647 roots.append(c)
Raymond Hettingere0d49722002-06-02 18:55:56 +0000648 for parent in children:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000649 if parent not in classes:
650 roots.append(parent)
651 return walktree(roots, children, None)
652
653# ------------------------------------------------ argument list extraction
654# These constants are from Python's compile.h.
655CO_OPTIMIZED, CO_NEWLOCALS, CO_VARARGS, CO_VARKEYWORDS = 1, 2, 4, 8
656
657def getargs(co):
658 """Get information about the arguments accepted by a code object.
659
660 Three things are returned: (args, varargs, varkw), where 'args' is
661 a list of argument names (possibly containing nested lists), and
662 'varargs' and 'varkw' are the names of the * and ** arguments or None."""
Jeremy Hylton64967882003-06-27 18:14:39 +0000663
664 if not iscode(co):
665 raise TypeError('arg is not a code object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000666
667 code = co.co_code
668 nargs = co.co_argcount
669 names = co.co_varnames
670 args = list(names[:nargs])
671 step = 0
672
673 # The following acrobatics are for anonymous (tuple) arguments.
674 for i in range(nargs):
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000675 if args[i][:1] in ('', '.'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000676 stack, remain, count = [], [], []
677 while step < len(code):
678 op = ord(code[step])
679 step = step + 1
680 if op >= dis.HAVE_ARGUMENT:
681 opname = dis.opname[op]
682 value = ord(code[step]) + ord(code[step+1])*256
683 step = step + 2
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000684 if opname in ('UNPACK_TUPLE', 'UNPACK_SEQUENCE'):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000685 remain.append(value)
686 count.append(value)
687 elif opname == 'STORE_FAST':
688 stack.append(names[value])
Matthias Klose2e829c02004-08-15 17:04:33 +0000689
690 # Special case for sublists of length 1: def foo((bar))
691 # doesn't generate the UNPACK_TUPLE bytecode, so if
692 # `remain` is empty here, we have such a sublist.
693 if not remain:
694 stack[0] = [stack[0]]
695 break
696 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000697 remain[-1] = remain[-1] - 1
Matthias Klose2e829c02004-08-15 17:04:33 +0000698 while remain[-1] == 0:
699 remain.pop()
700 size = count.pop()
701 stack[-size:] = [stack[-size:]]
702 if not remain: break
703 remain[-1] = remain[-1] - 1
704 if not remain: break
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000705 args[i] = stack[0]
706
707 varargs = None
708 if co.co_flags & CO_VARARGS:
709 varargs = co.co_varnames[nargs]
710 nargs = nargs + 1
711 varkw = None
712 if co.co_flags & CO_VARKEYWORDS:
713 varkw = co.co_varnames[nargs]
714 return args, varargs, varkw
715
716def getargspec(func):
717 """Get the names and default values of a function's arguments.
718
719 A tuple of four things is returned: (args, varargs, varkw, defaults).
720 'args' is a list of the argument names (it may contain nested lists).
721 'varargs' and 'varkw' are the names of the * and ** arguments or None.
Jeremy Hylton64967882003-06-27 18:14:39 +0000722 'defaults' is an n-tuple of the default values of the last n arguments.
723 """
724
725 if ismethod(func):
726 func = func.im_func
727 if not isfunction(func):
728 raise TypeError('arg is not a Python function')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000729 args, varargs, varkw = getargs(func.func_code)
730 return args, varargs, varkw, func.func_defaults
731
732def getargvalues(frame):
733 """Get information about arguments passed into a particular frame.
734
735 A tuple of four things is returned: (args, varargs, varkw, locals).
736 'args' is a list of the argument names (it may contain nested lists).
737 'varargs' and 'varkw' are the names of the * and ** arguments or None.
738 'locals' is the locals dictionary of the given frame."""
739 args, varargs, varkw = getargs(frame.f_code)
740 return args, varargs, varkw, frame.f_locals
741
742def joinseq(seq):
743 if len(seq) == 1:
744 return '(' + seq[0] + ',)'
745 else:
746 return '(' + string.join(seq, ', ') + ')'
747
748def strseq(object, convert, join=joinseq):
749 """Recursively walk a sequence, stringifying each element."""
Raymond Hettingerdbecd932005-02-06 06:57:08 +0000750 if type(object) in (list, tuple):
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000751 return join(map(lambda o, c=convert, j=join: strseq(o, c, j), object))
752 else:
753 return convert(object)
754
755def formatargspec(args, varargs=None, varkw=None, defaults=None,
756 formatarg=str,
757 formatvarargs=lambda name: '*' + name,
758 formatvarkw=lambda name: '**' + name,
759 formatvalue=lambda value: '=' + repr(value),
760 join=joinseq):
761 """Format an argument spec from the 4 values returned by getargspec.
762
763 The first four arguments are (args, varargs, varkw, defaults). The
764 other four arguments are the corresponding optional formatting functions
765 that are called to turn names and values into strings. The ninth
766 argument is an optional function to format the sequence of arguments."""
767 specs = []
768 if defaults:
769 firstdefault = len(args) - len(defaults)
770 for i in range(len(args)):
771 spec = strseq(args[i], formatarg, join)
772 if defaults and i >= firstdefault:
773 spec = spec + formatvalue(defaults[i - firstdefault])
774 specs.append(spec)
Raymond Hettinger936654b2002-06-01 03:06:31 +0000775 if varargs is not None:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000776 specs.append(formatvarargs(varargs))
Raymond Hettinger936654b2002-06-01 03:06:31 +0000777 if varkw is not None:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000778 specs.append(formatvarkw(varkw))
779 return '(' + string.join(specs, ', ') + ')'
780
781def formatargvalues(args, varargs, varkw, locals,
782 formatarg=str,
783 formatvarargs=lambda name: '*' + name,
784 formatvarkw=lambda name: '**' + name,
785 formatvalue=lambda value: '=' + repr(value),
786 join=joinseq):
787 """Format an argument spec from the 4 values returned by getargvalues.
788
789 The first four arguments are (args, varargs, varkw, locals). The
790 next four arguments are the corresponding optional formatting functions
791 that are called to turn names and values into strings. The ninth
792 argument is an optional function to format the sequence of arguments."""
793 def convert(name, locals=locals,
794 formatarg=formatarg, formatvalue=formatvalue):
795 return formatarg(name) + formatvalue(locals[name])
796 specs = []
797 for i in range(len(args)):
798 specs.append(strseq(args[i], convert, join))
799 if varargs:
800 specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
801 if varkw:
802 specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
803 return '(' + string.join(specs, ', ') + ')'
804
805# -------------------------------------------------- stack frame extraction
806def getframeinfo(frame, context=1):
807 """Get information about a frame or traceback object.
808
809 A tuple of five things is returned: the filename, the line number of
810 the current line, the function name, a list of lines of context from
811 the source code, and the index of the current line within that list.
812 The optional second argument specifies the number of lines of context
813 to return, which are centered around the current line."""
814 if istraceback(frame):
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000815 lineno = frame.tb_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000816 frame = frame.tb_frame
Andrew M. Kuchlingba8b6bc2004-06-05 14:11:59 +0000817 else:
818 lineno = frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000819 if not isframe(frame):
Jeremy Hyltonab919022003-06-27 18:41:20 +0000820 raise TypeError('arg is not a frame or traceback object')
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000821
Neil Schemenauerf06f8532002-03-23 23:51:04 +0000822 filename = getsourcefile(frame) or getfile(frame)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000823 if context > 0:
Guido van Rossum54e54c62001-09-04 19:14:14 +0000824 start = lineno - 1 - context//2
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000825 try:
826 lines, lnum = findsource(frame)
Ka-Ping Yee4eb0c002001-03-02 05:50:34 +0000827 except IOError:
828 lines = index = None
829 else:
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000830 start = max(start, 1)
Raymond Hettingera0501712004-06-15 11:22:53 +0000831 start = max(0, min(start, len(lines) - context))
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000832 lines = lines[start:start+context]
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000833 index = lineno - 1 - start
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000834 else:
835 lines = index = None
836
Ka-Ping Yee59ade082001-03-01 03:55:35 +0000837 return (filename, lineno, frame.f_code.co_name, lines, index)
838
839def getlineno(frame):
840 """Get the line number from a frame object, allowing for optimization."""
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000841 # FrameType.f_lineno is now a descriptor that grovels co_lnotab
842 return frame.f_lineno
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000843
844def getouterframes(frame, context=1):
845 """Get a list of records for a frame and all higher (calling) frames.
846
847 Each record contains a frame object, filename, line number, function
848 name, a list of lines of context, and index within the context."""
849 framelist = []
850 while frame:
851 framelist.append((frame,) + getframeinfo(frame, context))
852 frame = frame.f_back
853 return framelist
854
855def getinnerframes(tb, context=1):
856 """Get a list of records for a traceback's frame and all lower frames.
857
858 Each record contains a frame object, filename, line number, function
859 name, a list of lines of context, and index within the context."""
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000860 framelist = []
861 while tb:
862 framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
863 tb = tb.tb_next
864 return framelist
865
Jeremy Hyltonab919022003-06-27 18:41:20 +0000866currentframe = sys._getframe
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000867
868def stack(context=1):
869 """Return a list of records for the stack above the caller's frame."""
Jeremy Hyltonab919022003-06-27 18:41:20 +0000870 return getouterframes(sys._getframe(1), context)
Ka-Ping Yee6397c7c2001-02-27 14:43:21 +0000871
872def trace(context=1):
Tim Peters85ba6732001-02-28 08:26:44 +0000873 """Return a list of records for the stack below the current exception."""
Fred Draked451ec12002-04-26 02:29:55 +0000874 return getinnerframes(sys.exc_info()[2], context)