blob: 22a7d0aade855fd83e72d251cdf6ee4336e41765 [file] [log] [blame]
Benjamin Peterson90f5ba52010-03-11 22:53:45 +00001#! /usr/bin/env python3
Armin Rigoa871ef22006-02-08 12:53:56 +00002
3"""Python interface for the 'lsprof' profiler.
4 Compatible with the 'profile' module.
5"""
6
Georg Brandlb6b13242009-09-04 17:15:16 +00007__all__ = ["run", "runctx", "Profile"]
Armin Rigoa871ef22006-02-08 12:53:56 +00008
9import _lsprof
Giampaolo Rodola'fca677a2013-02-25 11:36:40 +010010import profile as _pyprofile
Armin Rigoa871ef22006-02-08 12:53:56 +000011
12# ____________________________________________________________
13# Simple interface
14
15def run(statement, filename=None, sort=-1):
Giampaolo Rodola'fca677a2013-02-25 11:36:40 +010016 return _pyprofile._Utils(Profile).run(statement, filename, sort)
Armin Rigoa871ef22006-02-08 12:53:56 +000017
Georg Brandl8e43fbf2010-08-02 12:20:23 +000018def runctx(statement, globals, locals, filename=None, sort=-1):
Giampaolo Rodola'fca677a2013-02-25 11:36:40 +010019 return _pyprofile._Utils(Profile).runctx(statement, globals, locals,
20 filename, sort)
Armin Rigoa871ef22006-02-08 12:53:56 +000021
Giampaolo Rodola'fca677a2013-02-25 11:36:40 +010022run.__doc__ = _pyprofile.run.__doc__
23runctx.__doc__ = _pyprofile.runctx.__doc__
Armin Rigoa871ef22006-02-08 12:53:56 +000024
Armin Rigoa871ef22006-02-08 12:53:56 +000025# ____________________________________________________________
26
27class Profile(_lsprof.Profiler):
INADA Naoki2ebd3812018-08-03 18:09:57 +090028 """Profile(timer=None, timeunit=None, subcalls=True, builtins=True)
Armin Rigoa871ef22006-02-08 12:53:56 +000029
30 Builds a profiler object using the specified timer function.
31 The default timer is a fast built-in one based on real time.
INADA Naoki2ebd3812018-08-03 18:09:57 +090032 For custom timer functions returning integers, timeunit can
Armin Rigoa871ef22006-02-08 12:53:56 +000033 be a float specifying a scale (i.e. how long each integer unit
34 is, in seconds).
35 """
36
37 # Most of the functionality is in the base class.
38 # This subclass only adds convenient and backward-compatible methods.
39
40 def print_stats(self, sort=-1):
41 import pstats
42 pstats.Stats(self).strip_dirs().sort_stats(sort).print_stats()
43
44 def dump_stats(self, file):
45 import marshal
Giampaolo Rodola'2f50aaf2013-02-12 02:04:27 +010046 with open(file, 'wb') as f:
47 self.create_stats()
48 marshal.dump(self.stats, f)
Armin Rigoa871ef22006-02-08 12:53:56 +000049
50 def create_stats(self):
51 self.disable()
52 self.snapshot_stats()
53
54 def snapshot_stats(self):
55 entries = self.getstats()
56 self.stats = {}
57 callersdicts = {}
58 # call information
59 for entry in entries:
60 func = label(entry.code)
61 nc = entry.callcount # ncalls column of pstats (before '/')
62 cc = nc - entry.reccallcount # ncalls column of pstats (after '/')
63 tt = entry.inlinetime # tottime column of pstats
64 ct = entry.totaltime # cumtime column of pstats
65 callers = {}
66 callersdicts[id(entry.code)] = callers
67 self.stats[func] = cc, nc, tt, ct, callers
68 # subcall information
69 for entry in entries:
70 if entry.calls:
71 func = label(entry.code)
72 for subentry in entry.calls:
73 try:
74 callers = callersdicts[id(subentry.code)]
75 except KeyError:
76 continue
77 nc = subentry.callcount
78 cc = nc - subentry.reccallcount
79 tt = subentry.inlinetime
80 ct = subentry.totaltime
81 if func in callers:
82 prev = callers[func]
83 nc += prev[0]
84 cc += prev[1]
85 tt += prev[2]
86 ct += prev[3]
87 callers[func] = nc, cc, tt, ct
88
89 # The following two methods can be called by clients to use
90 # a profiler to profile a statement, given as a string.
91
92 def run(self, cmd):
93 import __main__
94 dict = __main__.__dict__
95 return self.runctx(cmd, dict, dict)
96
97 def runctx(self, cmd, globals, locals):
98 self.enable()
99 try:
Georg Brandl7cae87c2006-09-06 06:51:57 +0000100 exec(cmd, globals, locals)
Armin Rigoa871ef22006-02-08 12:53:56 +0000101 finally:
102 self.disable()
103 return self
104
105 # This method is more useful to profile a single function call.
Serhiy Storchaka142566c2019-06-05 18:22:31 +0300106 def runcall(self, func, /, *args, **kw):
Armin Rigoa871ef22006-02-08 12:53:56 +0000107 self.enable()
108 try:
109 return func(*args, **kw)
110 finally:
111 self.disable()
112
Scott Sanderson2e01b752018-06-01 16:36:23 -0400113 def __enter__(self):
114 self.enable()
115 return self
116
117 def __exit__(self, *exc_info):
118 self.disable()
119
Armin Rigoa871ef22006-02-08 12:53:56 +0000120# ____________________________________________________________
121
122def label(code):
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000123 if isinstance(code, str):
Armin Rigoa871ef22006-02-08 12:53:56 +0000124 return ('~', 0, code) # built-in functions ('~' sorts at the end)
125 else:
126 return (code.co_filename, code.co_firstlineno, code.co_name)
127
128# ____________________________________________________________
129
130def main():
Sanyam Khurana7973e272017-11-08 16:20:56 +0530131 import os
132 import sys
133 import runpy
Stéphane Wirtelfcd5e842018-10-17 12:03:40 +0200134 import pstats
Armin Rigoa871ef22006-02-08 12:53:56 +0000135 from optparse import OptionParser
Sanyam Khurana7973e272017-11-08 16:20:56 +0530136 usage = "cProfile.py [-o output_file_path] [-s sort] [-m module | scriptfile] [arg] ..."
Armin Rigoa871ef22006-02-08 12:53:56 +0000137 parser = OptionParser(usage=usage)
138 parser.allow_interspersed_args = False
139 parser.add_option('-o', '--outfile', dest="outfile",
140 help="Save stats to <outfile>", default=None)
141 parser.add_option('-s', '--sort', dest="sort",
Georg Brandl8e43fbf2010-08-02 12:20:23 +0000142 help="Sort order when printing to stdout, based on pstats.Stats class",
Stéphane Wirtelfcd5e842018-10-17 12:03:40 +0200143 default=-1,
144 choices=sorted(pstats.Stats.sort_arg_dict_default))
Sanyam Khurana7973e272017-11-08 16:20:56 +0530145 parser.add_option('-m', dest="module", action="store_true",
146 help="Profile a library module", default=False)
Armin Rigoa871ef22006-02-08 12:53:56 +0000147
148 if not sys.argv[1:]:
149 parser.print_usage()
150 sys.exit(2)
151
152 (options, args) = parser.parse_args()
153 sys.argv[:] = args
154
Anthony Sottile3c0ac182020-10-18 13:48:31 -0700155 # The script that we're profiling may chdir, so capture the absolute path
156 # to the output file at startup.
157 if options.outfile is not None:
158 options.outfile = os.path.abspath(options.outfile)
159
Georg Brandl8e43fbf2010-08-02 12:20:23 +0000160 if len(args) > 0:
Sanyam Khurana7973e272017-11-08 16:20:56 +0530161 if options.module:
162 code = "run_module(modname, run_name='__main__')"
163 globs = {
164 'run_module': runpy.run_module,
165 'modname': args[0]
166 }
167 else:
168 progname = args[0]
169 sys.path.insert(0, os.path.dirname(progname))
170 with open(progname, 'rb') as fp:
171 code = compile(fp.read(), progname, 'exec')
172 globs = {
173 '__file__': progname,
174 '__name__': '__main__',
175 '__package__': None,
176 '__cached__': None,
177 }
Zhiming Wang3554fa42021-01-20 16:56:21 +0800178 try:
179 runctx(code, globs, None, options.outfile, options.sort)
180 except BrokenPipeError as exc:
181 # Prevent "Exception ignored" during interpreter shutdown.
182 sys.stdout = None
183 sys.exit(exc.errno)
Armin Rigoa871ef22006-02-08 12:53:56 +0000184 else:
185 parser.print_usage()
186 return parser
187
188# When invoked as main program, invoke the profiler on a script
189if __name__ == '__main__':
190 main()