1
# Copyright (C) 2006 by Canonical Ltd
2
# Written by John Arbash Meinel <john@arbash-meinel.com>
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
"""A custom importer and regex compiler which logs time spent."""
30
if sys.platform == 'win32':
34
def stack_add(name, frame_name, frame_lineno, scope_name=None):
35
"""Start a new record on the stack"""
38
this_stack = (_cur_id, name)
41
_total_stack[_parent_stack[-1]].append(this_stack)
42
_total_stack[this_stack] = []
43
_parent_stack.append(this_stack)
44
_info[this_stack] = [len(_parent_stack)-1, frame_name, frame_lineno, scope_name]
49
def stack_finish(this, cost):
50
"""Finish a given entry, and record its cost in time"""
53
assert _parent_stack[-1] == this, \
54
'import stack does not end with this %s: %s' % (this, _parent_stack)
56
_info[this].append(cost)
59
def log_stack_info(out_file, sorted=True, hide_fast=True):
60
# Find all of the roots with import = 0
61
out_file.write(' cum inline name\t\t\t\t\t\tframe\n')
62
todo = [(value[-1], key) for key,value in _info.iteritems() if value[0] == 0]
68
cum_time, cur = todo.pop()
69
children = _total_stack[cur]
74
if hide_fast and info[-1] < 0.0001:
77
# Compute the module time by removing the children times
79
for child in children:
81
mod_time -= c_info[-1]
82
c_times.append((c_info[-1], child))
84
# indent, cum_time, mod_time, name,
85
# scope_name, frame_name, frame_lineno
86
out_file.write('%5.1f %5.1f %s %-35s\t@ %s:%d\n'
87
% (info[-1]*1000., mod_time*1000., '+'*info[0],
88
cur[1][:35], info[1], info[2]))
97
_real_import = __import__
99
def timed_import(name, globals, locals, fromlist):
100
"""Wrap around standard importer to log import time"""
102
scope_name = globals.get('__name__', None)
103
if scope_name is None:
104
scope_name = globals.get('__file__', None)
105
if scope_name is None:
106
scope_name = globals.keys()
108
# Trim out paths before bzrlib
109
loc = scope_name.find('bzrlib')
111
scope_name = scope_name[loc:]
112
# For stdlib, trim out early paths
113
loc = scope_name.find('python2.4')
115
scope_name = scope_name[loc:]
117
# Figure out the frame that is doing the importing
118
frame = sys._getframe(1)
119
frame_name = frame.f_globals.get('__name__', '<unknown>')
121
if frame_name.endswith('demandload'):
122
# If this was demandloaded, we have 3 frames to ignore
123
extra = '(demandload) '
124
frame = sys._getframe(4)
125
frame_name = frame.f_globals.get('__name__', '<unknown>')
126
elif frame_name.endswith('lazy_import'):
127
# If this was lazily imported, we have 3 frames to ignore
129
frame = sys._getframe(4)
130
frame_name = frame.f_globals.get('__name__', '<unknown>')
132
extra += ' [%s]' % (', '.join(map(str, fromlist)),)
133
frame_lineno = frame.f_lineno
135
this = stack_add(extra + name, frame_name, frame_lineno, scope_name)
140
mod = _real_import(name, globals, locals, fromlist)
142
tload = _timer()-tstart
143
stack_finish(this, tload)
148
_real_compile = sre._compile
150
def timed_compile(*args, **kwargs):
151
"""Log how long it takes to compile a regex"""
153
# And who is requesting this?
154
frame = sys._getframe(2)
155
frame_name = frame.f_globals.get('__name__', '<unknown>')
158
if frame_name.endswith('lazy_regex'):
159
# If this was lazily compiled, we have 3 more frames to ignore
161
frame = sys._getframe(5)
162
frame_name = frame.f_globals.get('__name__', '<unknown>')
163
frame_lineno = frame.f_lineno
164
this = stack_add(extra+repr(args[0]), frame_name, frame_lineno)
168
# Measure the compile time
169
comp = _real_compile(*args, **kwargs)
171
tcompile = _timer() - tstart
172
stack_finish(this, tcompile)
178
"""Install the hooks for measuring import and regex compile time."""
179
__builtins__['__import__'] = timed_import
180
sre._compile = timed_compile
184
"""Remove the import and regex compile timing hooks."""
185
__builtins__['__import__'] = _real_import
186
sre._compile = _real_compile
added
removed
profile_imports.py
