/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5752.2.9 by John Arbash Meinel
Clean up an accidental module change
1
# Copyright (C) 2009-2011 Canonical Ltd
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
17
"""Handling and reporting crashes.
4634.128.17 by Martin Pool
Add a docstring about the general approach to apport
18
19
A crash is an exception propagated up almost to the top level of Bazaar.
20
21
If we have apport <https://launchpad.net/apport/>, we store a report of the
5448.2.1 by Martin
Fix some "its" vs. "it's" spelling confusion in bzrlib code... also, ahem, a name in the NEWS file
22
crash using apport into its /var/crash spool directory, from where the user
4634.128.17 by Martin Pool
Add a docstring about the general approach to apport
23
can either manually send it to Launchpad.  In some cases (at least Ubuntu
24
development releases), Apport may pop up a window asking if they want
25
to send it.
26
27
Without apport, we just write a crash report to stderr and the user can report
28
this manually if the wish.
29
30
We never send crash data across the network without user opt-in.
31
32
In principle apport can run on any platform though as of Feb 2010 there seem
33
to be some portability bugs.
4634.128.21 by Martin Pool
Better check for APPORT_DISABLE; review tweaks from Robert
34
7143.15.5 by Jelmer Vernooij
More PEP8 fixes.
35
To force this off in brz turn set APPORT_DISABLE in the environment or
4634.128.21 by Martin Pool
Better check for APPORT_DISABLE; review tweaks from Robert
36
-Dno_apport.
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
37
"""
38
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
39
from __future__ import absolute_import
40
7143.15.2 by Jelmer Vernooij
Run autopep8.
41
# for interactive testing, try the 'brz assert-fail' command
4584.3.17 by Martin Pool
Better message in apport crash
42
# or see http://code.launchpad.net/~mbp/bzr/bzr-fail
4634.128.11 by Martin Pool
comment
43
#
44
# to test with apport it's useful to set
45
# export APPORT_IGNORE_OBSOLETE_PACKAGES=1
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
46
47
import os
4584.3.30 by Martin Pool
Fix call to platform() when apport not present
48
import platform
4584.3.13 by Martin Pool
Refactor _format_plugin_list and include list of loaded modules in apport
49
import pprint
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
50
import sys
51
import time
52
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
53
import breezy
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
54
from . import (
7336.2.1 by Martin
Split non-ini config methods to bedding
55
    bedding,
4584.3.16 by Martin Pool
Add -Dno_apport and fallback if apport fails
56
    debug,
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
57
    osutils,
58
    plugin,
59
    trace,
60
    )
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
61
from .sixish import (
6621.22.2 by Martin
Use BytesIO or StringIO from bzrlib.sixish
62
    StringIO,
63
    )
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
64
65
66
def report_bug(exc_info, stderr):
4634.128.21 by Martin Pool
Better check for APPORT_DISABLE; review tweaks from Robert
67
    if ('no_apport' in debug.debug_flags) or \
7143.15.2 by Jelmer Vernooij
Run autopep8.
68
            os.environ.get('APPORT_DISABLE', None):
4634.128.19 by Martin Pool
Add APPORT_DISABLE to turn it off
69
        return report_bug_legacy(exc_info, stderr)
70
    try:
4634.128.21 by Martin Pool
Better check for APPORT_DISABLE; review tweaks from Robert
71
        if report_bug_to_apport(exc_info, stderr):
72
            # wrote a file; if None then report the old way
73
            return
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
74
    except ImportError as e:
4634.128.19 by Martin Pool
Add APPORT_DISABLE to turn it off
75
        trace.mutter("couldn't find apport bug-reporting library: %s" % e)
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
76
    except Exception as e:
4634.128.19 by Martin Pool
Add APPORT_DISABLE to turn it off
77
        # this should only happen if apport is installed but it didn't
78
        # work, eg because of an io error writing the crash file
6681.2.4 by Jelmer Vernooij
More renames.
79
        trace.mutter("brz: failed to report crash using apport: %r" % e)
6220.2.6 by Jonathan Riddell
trace.log_exception_quietly() nicer
80
        trace.log_exception_quietly()
4634.128.19 by Martin Pool
Add APPORT_DISABLE to turn it off
81
    return report_bug_legacy(exc_info, stderr)
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
82
83
84
def report_bug_legacy(exc_info, err_file):
85
    """Report a bug by just printing a message to the user."""
86
    trace.print_exception(exc_info, err_file)
87
    err_file.write('\n')
5609.23.6 by Martin Pool
Show concise list of plugins in non-apport crash; add test for this
88
    import textwrap
7143.15.2 by Jelmer Vernooij
Run autopep8.
89
5609.23.6 by Martin Pool
Show concise list of plugins in non-apport crash; add test for this
90
    def print_wrapped(l):
7143.15.5 by Jelmer Vernooij
More PEP8 fixes.
91
        err_file.write(textwrap.fill(
92
            l, width=78, subsequent_indent='    ') + '\n')
7143.15.2 by Jelmer Vernooij
Run autopep8.
93
    print_wrapped('brz %s on python %s (%s)\n' %
94
                  (breezy.__version__,
95
                   breezy._format_version_tuple(sys.version_info),
96
                   platform.platform(aliased=1)))
5609.23.6 by Martin Pool
Show concise list of plugins in non-apport crash; add test for this
97
    print_wrapped('arguments: %r\n' % sys.argv)
98
    print_wrapped(textwrap.fill(
99
        'plugins: ' + plugin.format_concise_plugin_list(),
100
        width=78,
101
        subsequent_indent='    ',
102
        ) + '\n')
103
    print_wrapped(
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
104
        'encoding: %r, fsenc: %r, lang: %r\n' % (
105
            osutils.get_user_encoding(), sys.getfilesystemencoding(),
106
            os.environ.get('LANG')))
5609.23.3 by Martin Pool
Don't print full list of plugins in non-apport crash
107
    # We used to show all the plugins here, but it's too verbose.
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
108
    err_file.write(
5609.23.6 by Martin Pool
Show concise list of plugins in non-apport crash; add test for this
109
        "\n"
4584.3.19 by Martin Pool
Tweak crash message and use the same one with apport or without.
110
        "*** Bazaar has encountered an internal error.  This probably indicates a\n"
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
111
        "    bug in Bazaar.  You can help us fix it by filing a bug report at\n"
6681.2.4 by Jelmer Vernooij
More renames.
112
        "        https://bugs.launchpad.net/brz/+filebug\n"
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
113
        "    including this traceback and a description of the problem.\n"
4584.3.19 by Martin Pool
Tweak crash message and use the same one with apport or without.
114
        )
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
115
116
117
def report_bug_to_apport(exc_info, stderr):
118
    """Report a bug to apport for optional automatic filing.
4634.128.21 by Martin Pool
Better check for APPORT_DISABLE; review tweaks from Robert
119
120
    :returns: The name of the crash file, or None if we didn't write one.
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
121
    """
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
122
    # this function is based on apport_package_hook.py, but omitting some of the
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
123
    # Ubuntu-specific policy about what to report and when
4584.3.25 by Martin Pool
Better handling of ImportError from apport
124
5904.1.2 by Martin Pool
Various pyflakes import fixes.
125
    # This import is apparently not used, but we're doing it so that if the
126
    # import fails, the exception will be caught at a higher level and we'll
127
    # report the error by other means.
7143.11.1 by Jelmer Vernooij
Remove some unused imports.
128
    import apport  # noqa: F401
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
129
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
130
    crash_filename = _write_apport_report_to_file(exc_info)
4584.3.21 by Martin Pool
Start adding tests for apport
131
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
132
    if crash_filename is None:
133
        stderr.write("\n"
7143.15.2 by Jelmer Vernooij
Run autopep8.
134
                     "apport is set to ignore crashes in this version of brz.\n"
135
                     )
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
136
    else:
4634.128.21 by Martin Pool
Better check for APPORT_DISABLE; review tweaks from Robert
137
        trace.print_exception(exc_info, stderr)
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
138
        stderr.write("\n"
7143.15.2 by Jelmer Vernooij
Run autopep8.
139
                     "You can report this problem to Bazaar's developers by running\n"
140
                     "    apport-bug %s\n"
141
                     "if a bug-reporting window does not automatically appear.\n"
142
                     % (crash_filename))
4634.128.7 by Martin Pool
comment
143
        # XXX: on Windows, Mac, and other platforms where we might have the
144
        # apport libraries but not have an apport always running, we could
145
        # synchronously file now
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
146
4634.128.18 by Martin Pool
Update apport crash tests
147
    return crash_filename
148
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
149
150
def _write_apport_report_to_file(exc_info):
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
151
    import traceback
4584.3.21 by Martin Pool
Start adding tests for apport
152
    from apport.report import Report
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
153
154
    exc_type, exc_object, exc_tb = exc_info
155
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
156
    pr = Report()
5616.2.1 by Martin Pool
Don't put ProcMaps in apport crash reports.
157
    # add_proc_info sets the ExecutablePath, InterpreterPath, etc.
4797.33.9 by Martin Pool
Call apport add_proc_info to make sure necessary fields are present
158
    pr.add_proc_info()
5616.2.1 by Martin Pool
Don't put ProcMaps in apport crash reports.
159
    # It also adds ProcMaps which for us is rarely useful and mostly noise, so
160
    # let's remove it.
161
    del pr['ProcMaps']
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
162
    pr.add_user_info()
4634.128.4 by Martin Pool
Prepopulate apport Package and SourcePackage
163
164
    # Package and SourcePackage are needed so that apport will report about even
6681.2.4 by Jelmer Vernooij
More renames.
165
    # non-packaged versions of brz; also this reports on their packaged
4634.128.4 by Martin Pool
Prepopulate apport Package and SourcePackage
166
    # dependencies which is useful.
6681.2.4 by Jelmer Vernooij
More renames.
167
    pr['SourcePackage'] = 'brz'
168
    pr['Package'] = 'brz'
4634.128.4 by Martin Pool
Prepopulate apport Package and SourcePackage
169
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
170
    pr['CommandLine'] = pprint.pformat(sys.argv)
6681.2.4 by Jelmer Vernooij
More renames.
171
    pr['BrzVersion'] = breezy.__version__
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
172
    pr['PythonVersion'] = breezy._format_version_tuple(sys.version_info)
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
173
    pr['Platform'] = platform.platform(aliased=1)
174
    pr['UserEncoding'] = osutils.get_user_encoding()
175
    pr['FileSystemEncoding'] = sys.getfilesystemencoding()
6572.1.2 by Dylan McCall
Default value of "C" for Locale property in Apport problem report object
176
    pr['Locale'] = os.environ.get('LANG', 'C')
6681.2.4 by Jelmer Vernooij
More renames.
177
    pr['BrzPlugins'] = _format_plugin_list()
4584.3.13 by Martin Pool
Refactor _format_plugin_list and include list of loaded modules in apport
178
    pr['PythonLoadedModules'] = _format_module_list()
6681.2.4 by Jelmer Vernooij
More renames.
179
    pr['BrzDebugFlags'] = pprint.pformat(debug.debug_flags)
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
180
4797.33.10 by Martin Pool
Hardcode Package and SourcePackage into apport report
181
    # actually we'd rather file directly against the upstream product, but
182
    # apport does seem to count on there being one in there; we might need to
183
    # redirect it elsewhere anyhow
6681.2.4 by Jelmer Vernooij
More renames.
184
    pr['SourcePackage'] = 'brz'
185
    pr['Package'] = 'brz'
4797.33.10 by Martin Pool
Hardcode Package and SourcePackage into apport report
186
7143.15.2 by Jelmer Vernooij
Run autopep8.
187
    # tell apport to file directly against the brz package using
5243.1.2 by Martin
Point launchpad links in comments at production server rather than edge
188
    # <https://bugs.launchpad.net/bzr/+bug/391015>
4797.33.15 by Martin Pool
Put CrashDb=bzr directly into the crash file
189
    #
190
    # XXX: unfortunately apport may crash later if the crashdb definition
191
    # file isn't present
6681.2.4 by Jelmer Vernooij
More renames.
192
    pr['CrashDb'] = 'brz'
4797.33.10 by Martin Pool
Hardcode Package and SourcePackage into apport report
193
4584.3.22 by Martin Pool
further tweaks to and tests of bzr apport reporting
194
    tb_file = StringIO()
195
    traceback.print_exception(exc_type, exc_object, exc_tb, file=tb_file)
196
    pr['Traceback'] = tb_file.getvalue()
197
4634.128.10 by Martin Pool
Attach tail of .bzr.log to crash reports
198
    _attach_log_tail(pr)
199
6681.2.4 by Jelmer Vernooij
More renames.
200
    # We want to use the 'brz' crashdb so that it gets sent directly upstream,
4634.128.9 by Martin Pool
comment
201
    # which is a reasonable default for most internal errors.  However, if we
202
    # set it here then apport will crash later if it doesn't know about that
6681.2.4 by Jelmer Vernooij
More renames.
203
    # crashdb.  Instead, we rely on the brz package installing both a
4634.128.9 by Martin Pool
comment
204
    # source hook telling crashes to go to this crashdb, and a crashdb
205
    # configuration describing it.
206
4634.128.10 by Martin Pool
Attach tail of .bzr.log to crash reports
207
    # these may contain some sensitive info (smtp_passwords)
208
    # TODO: strip that out and attach the rest
209
    #
7143.15.2 by Jelmer Vernooij
Run autopep8.
210
    # attach_file_if_exists(report,
6740.1.1 by Jelmer Vernooij
Rename bazaar.conf to breezy.conf.
211
    #   os.path.join(dot_brz, 'breezy.conf', 'BrzConfig')
7143.15.2 by Jelmer Vernooij
Run autopep8.
212
    # attach_file_if_exists(report,
6681.2.4 by Jelmer Vernooij
More renames.
213
    #   os.path.join(dot_brz, 'locations.conf', 'BrzLocations')
214
4634.128.8 by Martin Pool
Anonymize apport report
215
    # strip username, hostname, etc
216
    pr.anonymize()
217
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
218
    if pr.check_ignored():
219
        # eg configured off in ~/.apport-ignore.xml
220
        return None
221
    else:
4634.128.18 by Martin Pool
Update apport crash tests
222
        crash_file_name, crash_file = _open_crash_file()
4634.128.6 by Martin Pool
Don't write crash reports if apport is configured to ignore them
223
        pr.write(crash_file)
224
        crash_file.close()
4634.128.18 by Martin Pool
Update apport crash tests
225
        return crash_file_name
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
226
227
4634.128.10 by Martin Pool
Attach tail of .bzr.log to crash reports
228
def _attach_log_tail(pr):
229
    try:
6681.2.4 by Jelmer Vernooij
More renames.
230
        brz_log = open(trace._get_brz_log_filename(), 'rt')
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
231
    except (IOError, OSError) as e:
6681.2.4 by Jelmer Vernooij
More renames.
232
        pr['BrzLogTail'] = repr(e)
4634.128.18 by Martin Pool
Update apport crash tests
233
        return
234
    try:
6681.2.4 by Jelmer Vernooij
More renames.
235
        lines = brz_log.readlines()
236
        pr['BrzLogTail'] = ''.join(lines[-40:])
4634.128.10 by Martin Pool
Attach tail of .bzr.log to crash reports
237
    finally:
6681.2.4 by Jelmer Vernooij
More renames.
238
        brz_log.close()
4634.128.10 by Martin Pool
Attach tail of .bzr.log to crash reports
239
240
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
241
def _open_crash_file():
7336.2.1 by Martin
Split non-ini config methods to bedding
242
    crash_dir = bedding.crash_dir()
4584.3.6 by Martin Pool
Move apport integration to bzrlib.crash and send output to a file.
243
    if not osutils.isdir(crash_dir):
4634.128.2 by Martin Pool
Write crash files into /var/crash where apport can see them.
244
        # on unix this should be /var/crash and should already exist; on
245
        # Windows or if it's manually configured it might need to be created,
246
        # and then it should be private
6619.3.14 by Jelmer Vernooij
Convert some octal numbers to new notations.
247
        os.makedirs(crash_dir, mode=0o600)
6840.1.1 by Jelmer Vernooij
Revert custom gmtime implementation without tests.
248
    date_string = time.strftime('%Y-%m-%dT%H:%M', time.gmtime())
4634.128.14 by Martin Pool
Don't call os.getuid on win32 (thanks gzlist)
249
    # XXX: getuid doesn't work on win32, but the crash directory is per-user
250
    if sys.platform == 'win32':
251
        user_part = ''
252
    else:
253
        user_part = '.%d' % os.getuid()
4634.128.16 by Martin Pool
Open the crash file using O_EXCL etc and set the mode
254
    filename = osutils.pathjoin(
255
        crash_dir,
6681.2.4 by Jelmer Vernooij
More renames.
256
        'brz%s.%s.crash' % (
4634.128.16 by Martin Pool
Open the crash file using O_EXCL etc and set the mode
257
            user_part,
258
            date_string))
259
    # be careful here that people can't play tmp-type symlink mischief in the
260
    # world-writable directory
4634.128.18 by Martin Pool
Update apport crash tests
261
    return filename, os.fdopen(
7143.15.2 by Jelmer Vernooij
Run autopep8.
262
        os.open(filename,
263
                os.O_WRONLY | os.O_CREAT | os.O_EXCL,
264
                0o600),
6572.1.1 by Dylan McCall
crash._open_crash_file should open file in binary mode
265
        'wb')
4584.3.13 by Martin Pool
Refactor _format_plugin_list and include list of loaded modules in apport
266
267
268
def _format_plugin_list():
5616.7.10 by Martin Pool
Clean up describe_plugins to sort loaded and unloaded plugins together.
269
    return ''.join(plugin.describe_plugins(show_paths=True))
4584.3.13 by Martin Pool
Refactor _format_plugin_list and include list of loaded modules in apport
270
271
272
def _format_module_list():
273
    return pprint.pformat(sys.modules)