/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
4988.10.5 by John Arbash Meinel
Merge bzr.dev 5021 to resolve NEWS
1
# Copyright (C) 2006, 2008, 2009, 2010 by Canonical Ltd
1724.2.13 by John Arbash Meinel
Remove pprint dependency
2
# Written by John Arbash Meinel <john@arbash-meinel.com>
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
3
#
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
8
#
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
# GNU General Public License for more details.
13
#
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
16
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
17
1724.2.7 by John Arbash Meinel
It seems you cannot override __builtins__.__import__ in a sub-module.
18
"""A custom importer and regex compiler which logs time spent."""
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
19
7169.1.1 by Martin
Make --profile-imports work on Python 3
20
from __future__ import absolute_import
21
22
import re
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
23
import sys
24
import time
1724.2.7 by John Arbash Meinel
It seems you cannot override __builtins__.__import__ in a sub-module.
25
26
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
27
_parent_stack = []
28
_total_stack = {}
29
_info = {}
30
_cur_id = 0
3696.1.1 by John Arbash Meinel
Use the right timing function on win32
31
_timer = time.time
32
if sys.platform == 'win32':
33
    _timer = time.clock
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
34
35
36
def stack_add(name, frame_name, frame_lineno, scope_name=None):
37
    """Start a new record on the stack"""
38
    global _cur_id
39
    _cur_id += 1
40
    this_stack = (_cur_id, name)
41
42
    if _parent_stack:
43
        _total_stack[_parent_stack[-1]].append(this_stack)
44
    _total_stack[this_stack] = []
45
    _parent_stack.append(this_stack)
7143.16.18 by Jelmer Vernooij
Fix E226.
46
    _info[this_stack] = [len(_parent_stack) - 1, frame_name, frame_lineno,
47
                         scope_name]
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
48
49
    return this_stack
50
51
52
def stack_finish(this, cost):
53
    """Finish a given entry, and record its cost in time"""
54
    global _parent_stack
55
1724.2.13 by John Arbash Meinel
Remove pprint dependency
56
    assert _parent_stack[-1] == this, \
57
        'import stack does not end with this %s: %s' % (this, _parent_stack)
58
    _parent_stack.pop()
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
59
    _info[this].append(cost)
60
61
1724.2.12 by John Arbash Meinel
Default to hiding things that take less that .1ms to keep the output clean.
62
def log_stack_info(out_file, sorted=True, hide_fast=True):
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
63
    # Find all of the roots with import = 0
7143.16.10 by Jelmer Vernooij
Fix E128.
64
    out_file.write(
7143.16.20 by Jelmer Vernooij
Merge more-cleanups.
65
        '%5s %5s %-40s @ %s:%s\n'
7169.1.1 by Martin
Make --profile-imports work on Python 3
66
        % ('cum', 'local', 'name', 'file', 'line'))
7143.16.20 by Jelmer Vernooij
Merge more-cleanups.
67
    todo = [(value[-1], key) for key, value in _info.items() if value[0] == 0]
1724.2.10 by John Arbash Meinel
More layout work
68
69
    if sorted:
70
        todo.sort()
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
71
72
    while todo:
1724.2.10 by John Arbash Meinel
More layout work
73
        cum_time, cur = todo.pop()
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
74
        children = _total_stack[cur]
75
1724.2.10 by John Arbash Meinel
More layout work
76
        c_times = []
77
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
78
        info = _info[cur]
1724.2.12 by John Arbash Meinel
Default to hiding things that take less that .1ms to keep the output clean.
79
        if hide_fast and info[-1] < 0.0001:
80
            continue
81
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
82
        # Compute the module time by removing the children times
83
        mod_time = info[-1]
84
        for child in children:
85
            c_info = _info[child]
86
            mod_time -= c_info[-1]
1724.2.10 by John Arbash Meinel
More layout work
87
            c_times.append((c_info[-1], child))
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
88
89
        # indent, cum_time, mod_time, name,
90
        # scope_name, frame_name, frame_lineno
7143.16.10 by Jelmer Vernooij
Fix E128.
91
        out_file.write(
92
            '%5.1f %5.1f %-40s @ %s:%d\n' % (
7143.16.18 by Jelmer Vernooij
Fix E226.
93
                info[-1] * 1000., mod_time * 1000.,
94
                ('+' * info[0] + cur[1]), info[1], info[2]))
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
95
1724.2.10 by John Arbash Meinel
More layout work
96
        if sorted:
97
            c_times.sort()
98
        else:
99
            c_times.reverse()
100
        todo.extend(c_times)
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
101
102
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
103
_real_import = __import__
104
7169.1.1 by Martin
Make --profile-imports work on Python 3
105
def timed_import(name, globals=None, locals=None, fromlist=None, level=0):
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
106
    """Wrap around standard importer to log import time"""
4792.9.3 by Martin Pool
timed_import copes with only one argument, eg when called as __import__(name)
107
    # normally there are 4, but if this is called as __import__ eg by
108
    # /usr/lib/python2.6/email/__init__.py then there may be only one
109
    # parameter
7169.1.1 by Martin
Make --profile-imports work on Python 3
110
    # level has different default between Python 2 and 3, but codebase
111
    # uses `from __future__ import absolute_import` so can just use 0.
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
112
4792.9.3 by Martin Pool
timed_import copes with only one argument, eg when called as __import__(name)
113
    if globals is None:
114
        # can't determine the scope name afaics; we could peek up the stack to
115
        # see where this is being called from, but it should be a rare case.
116
        scope_name = None
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
117
    else:
4792.9.3 by Martin Pool
timed_import copes with only one argument, eg when called as __import__(name)
118
        scope_name = globals.get('__name__', None)
119
        if scope_name is None:
120
            scope_name = globals.get('__file__', None)
121
        if scope_name is None:
122
            scope_name = globals.keys()
123
        else:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
124
            # Trim out paths before breezy
125
            loc = scope_name.find('breezy')
4792.9.3 by Martin Pool
timed_import copes with only one argument, eg when called as __import__(name)
126
            if loc != -1:
127
                scope_name = scope_name[loc:]
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
128
129
    # Figure out the frame that is doing the importing
130
    frame = sys._getframe(1)
131
    frame_name = frame.f_globals.get('__name__', '<unknown>')
132
    extra = ''
133
    if frame_name.endswith('demandload'):
134
        # If this was demandloaded, we have 3 frames to ignore
2063.4.3 by John Arbash Meinel
Update profile imports to be aware of the new compiler
135
        extra = '(demandload) '
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
136
        frame = sys._getframe(4)
1996.3.2 by John Arbash Meinel
Make profile_imports aware of lazy_import stuff
137
        frame_name = frame.f_globals.get('__name__', '<unknown>')
138
    elif frame_name.endswith('lazy_import'):
139
        # If this was lazily imported, we have 3 frames to ignore
2063.4.3 by John Arbash Meinel
Update profile imports to be aware of the new compiler
140
        extra = '[l] '
1996.3.2 by John Arbash Meinel
Make profile_imports aware of lazy_import stuff
141
        frame = sys._getframe(4)
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
142
        frame_name = frame.f_globals.get('__name__', '<unknown>')
1996.3.16 by John Arbash Meinel
Update output of --profile-imports to understand from foo import bar time
143
    if fromlist:
144
        extra += ' [%s]' % (', '.join(map(str, fromlist)),)
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
145
    frame_lineno = frame.f_lineno
146
2063.4.3 by John Arbash Meinel
Update profile imports to be aware of the new compiler
147
    this = stack_add(extra + name, frame_name, frame_lineno, scope_name)
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
148
3696.1.1 by John Arbash Meinel
Use the right timing function on win32
149
    tstart = _timer()
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
150
    try:
151
        # Do the import
6621.6.1 by Martin
Handle relative imports for --profile-imports by passing level through
152
        return _real_import(name, globals, locals, fromlist, level=level)
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
153
    finally:
7143.16.18 by Jelmer Vernooij
Fix E226.
154
        tload = _timer() - tstart
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
155
        stack_finish(this, tload)
156
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
157
6621.6.2 by Martin
Prevent large or multiline regexps swamping --profile-imports output
158
def _repr_regexp(pattern, max_len=30):
159
    """Present regexp pattern for logging, truncating if over max_len."""
160
    if len(pattern) > max_len:
7143.16.18 by Jelmer Vernooij
Fix E226.
161
        return repr(pattern[:max_len - 3]) + "..."
6621.6.2 by Martin
Prevent large or multiline regexps swamping --profile-imports output
162
    return repr(pattern)
163
164
4792.9.2 by Martin Pool
profile_imports avoids deprecation warning by using either re or sre depending on python version
165
_real_compile = re._compile
166
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
167
1724.2.7 by John Arbash Meinel
It seems you cannot override __builtins__.__import__ in a sub-module.
168
def timed_compile(*args, **kwargs):
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
169
    """Log how long it takes to compile a regex"""
170
171
    # And who is requesting this?
172
    frame = sys._getframe(2)
173
    frame_name = frame.f_globals.get('__name__', '<unknown>')
2063.4.3 by John Arbash Meinel
Update profile imports to be aware of the new compiler
174
175
    extra = ''
176
    if frame_name.endswith('lazy_regex'):
177
        # If this was lazily compiled, we have 3 more frames to ignore
178
        extra = '[l] '
179
        frame = sys._getframe(5)
180
        frame_name = frame.f_globals.get('__name__', '<unknown>')
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
181
    frame_lineno = frame.f_lineno
7143.16.18 by Jelmer Vernooij
Fix E226.
182
    this = stack_add(extra + _repr_regexp(args[0]), frame_name, frame_lineno)
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
183
3696.1.1 by John Arbash Meinel
Use the right timing function on win32
184
    tstart = _timer()
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
185
    try:
186
        # Measure the compile time
187
        comp = _real_compile(*args, **kwargs)
188
    finally:
3696.1.1 by John Arbash Meinel
Use the right timing function on win32
189
        tcompile = _timer() - tstart
1724.2.8 by John Arbash Meinel
New --profile-imports output which puts parents before children.
190
        stack_finish(this, tcompile)
191
1724.2.4 by John Arbash Meinel
Move the custom importers into a separate module
192
    return comp
1724.2.14 by John Arbash Meinel
Refactor import stuff into separate functions. Update news
193
194
195
def install():
196
    """Install the hooks for measuring import and regex compile time."""
197
    __builtins__['__import__'] = timed_import
4792.9.2 by Martin Pool
profile_imports avoids deprecation warning by using either re or sre depending on python version
198
    re._compile = timed_compile
1724.2.14 by John Arbash Meinel
Refactor import stuff into separate functions. Update news
199
200
201
def uninstall():
202
    """Remove the import and regex compile timing hooks."""
203
    __builtins__['__import__'] = _real_import
4792.9.2 by Martin Pool
profile_imports avoids deprecation warning by using either re or sre depending on python version
204
    re._compile = _real_compile
1724.2.14 by John Arbash Meinel
Refactor import stuff into separate functions. Update news
205