3
"""Tool for measuring execution time of small code snippets.
5
This module avoids a number of common traps for measuring execution
6
times. See also Tim Peters' introduction to the Algorithms chapter in
7
the Python Cookbook, published by O'Reilly.
9
Library usage: see the Timer class.
12
python timeit.py [-n N] [-r N] [-s S] [-t] [-c] [-h] [--] [statement]
15
-n/--number N: how many times to execute 'statement' (default: see below)
16
-r/--repeat N: how many times to repeat the timer (default 3)
17
-s/--setup S: statement to be executed once initially (default 'pass')
18
-t/--time: use time.time() (default on Unix)
19
-c/--clock: use time.clock() (default on Windows)
20
-v/--verbose: print raw timing results; repeat for more digits precision
21
-h/--help: print this usage message and exit
22
--: separate options from statement, use when statement starts with -
23
statement: statement to be timed (default 'pass')
25
A multi-line statement may be given by specifying each line as a
26
separate argument; indented lines are possible by enclosing an
27
argument in quotes and using leading spaces. Multiple -s options are
30
If -n is not given, a suitable number of loops is calculated by trying
31
successive powers of 10 until the total time is at least 0.2 seconds.
33
The difference in default timer function is because on Windows,
34
clock() has microsecond granularity but time()'s granularity is 1/60th
35
of a second; on Unix, clock() has 1/100th of a second granularity and
36
time() is much more precise. On either platform, the default timer
37
functions measure wall clock time, not the CPU time. This means that
38
other processes running on the same computer may interfere with the
39
timing. The best thing to do when accurate timing is necessary is to
40
repeat the timing a few times and use the best time. The -r option is
41
good for this; the default of 3 repetitions is probably enough in most
42
cases. On Unix, you can use clock() to measure CPU time.
44
Note: there is a certain baseline overhead associated with executing a
45
pass statement. The code here doesn't try to hide it, but you should
46
be aware of it. The baseline overhead can be measured by invoking the
47
program without arguments.
49
The baseline overhead differs between Python versions! Also, to
50
fairly compare older Python versions to Python 2.3, you may want to
51
use python -O for the older versions to avoid timing SET_LINENO
61
# Must be an older Python version (see timeit() below)
66
dummy_src_name = "<timeit-src>"
67
default_number = 1000000
70
if sys.platform == "win32":
71
# On Windows, the best timer is time.clock()
72
default_timer = time.clock
74
# On most other platforms the best timer is time.time()
75
default_timer = time.time
77
# Don't change the indentation of the template; the reindent() calls
78
# in Timer.__init__() depend on setup being indented 4 spaces and stmt
79
# being indented 8 spaces.
81
def inner(_it, _timer):
90
def reindent(src, indent):
91
"""Helper to reindent a multi-line statement."""
92
return src.replace("\n", "\n" + " "*indent)
94
def _template_func(setup, func):
95
"""Create a timer function. Used if the "statement" is a callable."""
96
def inner(_it, _timer, _func=func):
106
"""Class for timing execution speed of small code snippets.
108
The constructor takes a statement to be timed, an additional
109
statement used for setup, and a timer function. Both statements
110
default to 'pass'; the timer function is platform-dependent (see
113
To measure the execution time of the first statement, use the
114
timeit() method. The repeat() method is a convenience to call
115
timeit() multiple times and return a list of results.
117
The statements may contain newlines, as long as they don't contain
118
multi-line string literals.
121
def __init__(self, stmt="pass", setup="pass", timer=default_timer):
122
"""Constructor. See class doc string."""
125
if isinstance(stmt, basestring):
126
stmt = reindent(stmt, 8)
127
if isinstance(setup, basestring):
128
setup = reindent(setup, 4)
129
src = template % {'stmt': stmt, 'setup': setup}
130
elif hasattr(setup, '__call__'):
131
src = template % {'stmt': stmt, 'setup': '_setup()'}
134
raise ValueError("setup is neither a string nor callable")
135
self.src = src # Save for traceback display
136
code = compile(src, dummy_src_name, "exec")
137
exec code in globals(), ns
138
self.inner = ns["inner"]
139
elif hasattr(stmt, '__call__'):
141
if isinstance(setup, basestring):
144
exec _setup in globals(), ns
145
elif not hasattr(setup, '__call__'):
146
raise ValueError("setup is neither a string nor callable")
147
self.inner = _template_func(setup, stmt)
149
raise ValueError("stmt is neither a string nor callable")
151
def print_exc(self, file=None):
152
"""Helper to print a traceback from the timed code.
156
t = Timer(...) # outside the try/except
158
t.timeit(...) # or t.repeat(...)
162
The advantage over the standard traceback is that source lines
163
in the compiled template will be displayed.
165
The optional file argument directs where the traceback is
166
sent; it defaults to sys.stderr.
168
import linecache, traceback
169
if self.src is not None:
170
linecache.cache[dummy_src_name] = (len(self.src),
172
self.src.split("\n"),
174
# else the source is already stored somewhere else
176
traceback.print_exc(file=file)
178
def timeit(self, number=default_number):
179
"""Time 'number' executions of the main statement.
181
To be precise, this executes the setup statement once, and
182
then returns the time it takes to execute the main statement
183
a number of times, as a float measured in seconds. The
184
argument is the number of times through the loop, defaulting
185
to one million. The main statement, the setup statement and
186
the timer function to be used are passed to the constructor.
189
it = itertools.repeat(None, number)
192
gcold = gc.isenabled()
194
timing = self.inner(it, self.timer)
199
def repeat(self, repeat=default_repeat, number=default_number):
200
"""Call timeit() a few times.
202
This is a convenience function that calls the timeit()
203
repeatedly, returning a list of results. The first argument
204
specifies how many times to call timeit(), defaulting to 3;
205
the second argument specifies the timer argument, defaulting
208
Note: it's tempting to calculate mean and standard deviation
209
from the result vector and report these. However, this is not
210
very useful. In a typical case, the lowest value gives a
211
lower bound for how fast your machine can run the given code
212
snippet; higher values in the result vector are typically not
213
caused by variability in Python's speed, but by other
214
processes interfering with your timing accuracy. So the min()
215
of the result is probably the only number you should be
216
interested in. After that, you should look at the entire
217
vector and apply common sense rather than statistics.
220
for i in range(repeat):
221
t = self.timeit(number)
225
def timeit(stmt="pass", setup="pass", timer=default_timer,
226
number=default_number):
227
"""Convenience function to create Timer object and call timeit method."""
228
return Timer(stmt, setup, timer).timeit(number)
230
def repeat(stmt="pass", setup="pass", timer=default_timer,
231
repeat=default_repeat, number=default_number):
232
"""Convenience function to create Timer object and call repeat method."""
233
return Timer(stmt, setup, timer).repeat(repeat, number)
236
"""Main program, used when run as a script.
238
The optional argument specifies the command line to be parsed,
239
defaulting to sys.argv[1:].
241
The return value is an exit code to be passed to sys.exit(); it
242
may be None to indicate success.
244
When an exception happens during timing, a traceback is printed to
245
stderr and the return value is 1. Exceptions at other times
246
(including the template compilation) are not caught.
252
opts, args = getopt.getopt(args, "n:s:r:tcvh",
253
["number=", "setup=", "repeat=",
254
"time", "clock", "verbose", "help"])
255
except getopt.error, err:
257
print "use -h/--help for command line help"
259
timer = default_timer
260
stmt = "\n".join(args) or "pass"
261
number = 0 # auto-determine
263
repeat = default_repeat
267
if o in ("-n", "--number"):
269
if o in ("-s", "--setup"):
271
if o in ("-r", "--repeat"):
275
if o in ("-t", "--time"):
277
if o in ("-c", "--clock"):
279
if o in ("-v", "--verbose"):
283
if o in ("-h", "--help"):
286
setup = "\n".join(setup) or "pass"
287
# Include the current directory, so that local imports work (sys.path
288
# contains the directory of this script, rather than the current
291
sys.path.insert(0, os.curdir)
292
t = Timer(stmt, setup, timer)
294
# determine number so that 0.2 <= total time < 2.0
295
for i in range(1, 10):
303
print "%d loops -> %.*g secs" % (number, precision, x)
307
r = t.repeat(repeat, number)
313
print "raw times:", " ".join(["%.*g" % (precision, x) for x in r])
314
print "%d loops," % number,
315
usec = best * 1e6 / number
317
print "best of %d: %.*g usec per loop" % (repeat, precision, usec)
321
print "best of %d: %.*g msec per loop" % (repeat, precision, msec)
324
print "best of %d: %.*g sec per loop" % (repeat, precision, sec)
327
if __name__ == "__main__":