/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1 by mbp at sourcefrog
import from baz patch-364
1
#! /usr/bin/env python
2
# -*- coding: UTF-8 -*-
3
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
8
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
# GNU General Public License for more details.
13
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
17
18
from trace import mutter
356 by Martin Pool
- pychecker fixes in bzrlib.diff
19
from errors import BzrError
1 by mbp at sourcefrog
import from baz patch-364
20
21
568 by Martin Pool
- start adding support for showing diffs by calling out to
22
def internal_diff(old_label, oldlines, new_label, newlines, to_file):
475 by Martin Pool
- rewrite diff using compare_trees()
23
    import difflib
24
    
25
    # FIXME: difflib is wrong if there is no trailing newline.
26
    # The syntax used by patch seems to be "\ No newline at
27
    # end of file" following the last diff line from that
28
    # file.  This is not trivial to insert into the
29
    # unified_diff output and it might be better to just fix
30
    # or replace that function.
31
32
    # In the meantime we at least make sure the patch isn't
33
    # mangled.
34
35
36
    # Special workaround for Python2.3, where difflib fails if
37
    # both sequences are empty.
38
    if not oldlines and not newlines:
39
        return
40
41
    nonl = False
42
43
    if oldlines and (oldlines[-1][-1] != '\n'):
44
        oldlines[-1] += '\n'
45
        nonl = True
46
    if newlines and (newlines[-1][-1] != '\n'):
47
        newlines[-1] += '\n'
48
        nonl = True
49
568 by Martin Pool
- start adding support for showing diffs by calling out to
50
    ud = difflib.unified_diff(oldlines, newlines,
51
                              fromfile=old_label, tofile=new_label)
475 by Martin Pool
- rewrite diff using compare_trees()
52
53
    # work-around for difflib being too smart for its own good
54
    # if /dev/null is "1,0", patch won't recognize it as /dev/null
55
    if not oldlines:
56
        ud = list(ud)
57
        ud[2] = ud[2].replace('-1,0', '-0,0')
58
    elif not newlines:
59
        ud = list(ud)
60
        ud[2] = ud[2].replace('+1,0', '+0,0')
61
62
    to_file.writelines(ud)
63
    if nonl:
64
        print >>to_file, "\\ No newline at end of file"
65
    print >>to_file
66
67
550 by Martin Pool
- Refactor diff code into one that works purely on
68
568 by Martin Pool
- start adding support for showing diffs by calling out to
69
571 by Martin Pool
- new --diff-options to pass options through to external
70
def external_diff(old_label, oldlines, new_label, newlines, to_file,
71
                  diff_opts):
568 by Martin Pool
- start adding support for showing diffs by calling out to
72
    """Display a diff by calling out to the external diff program."""
73
    import sys
74
    
75
    if to_file != sys.stdout:
76
        raise NotImplementedError("sorry, can't send external diff other than to stdout yet",
77
                                  to_file)
78
581 by Martin Pool
- make sure any bzr output is flushed before
79
    # make sure our own output is properly ordered before the diff
80
    to_file.flush()
81
568 by Martin Pool
- start adding support for showing diffs by calling out to
82
    from tempfile import NamedTemporaryFile
571 by Martin Pool
- new --diff-options to pass options through to external
83
    import os
568 by Martin Pool
- start adding support for showing diffs by calling out to
84
85
    oldtmpf = NamedTemporaryFile()
86
    newtmpf = NamedTemporaryFile()
87
88
    try:
89
        # TODO: perhaps a special case for comparing to or from the empty
90
        # sequence; can just use /dev/null on Unix
91
92
        # TODO: if either of the files being compared already exists as a
93
        # regular named file (e.g. in the working directory) then we can
94
        # compare directly to that, rather than copying it.
95
96
        oldtmpf.writelines(oldlines)
97
        newtmpf.writelines(newlines)
98
99
        oldtmpf.flush()
100
        newtmpf.flush()
101
571 by Martin Pool
- new --diff-options to pass options through to external
102
        if not diff_opts:
103
            diff_opts = []
104
        diffcmd = ['diff',
105
                   '--label', old_label,
106
                   oldtmpf.name,
107
                   '--label', new_label,
108
                   newtmpf.name]
109
110
        # diff only allows one style to be specified; they don't override.
111
        # note that some of these take optargs, and the optargs can be
112
        # directly appended to the options.
113
        # this is only an approximate parser; it doesn't properly understand
114
        # the grammar.
115
        for s in ['-c', '-u', '-C', '-U',
116
                  '-e', '--ed',
117
                  '-q', '--brief',
118
                  '--normal',
119
                  '-n', '--rcs',
120
                  '-y', '--side-by-side',
121
                  '-D', '--ifdef']:
122
            for j in diff_opts:
123
                if j.startswith(s):
124
                    break
125
            else:
126
                continue
127
            break
128
        else:
129
            diffcmd.append('-u')
130
                  
131
        if diff_opts:
132
            diffcmd.extend(diff_opts)
133
134
        rc = os.spawnvp(os.P_WAIT, 'diff', diffcmd)
135
        
136
        if rc != 0 and rc != 1:
137
            # returns 1 if files differ; that's OK
138
            if rc < 0:
139
                msg = 'signal %d' % (-rc)
140
            else:
141
                msg = 'exit code %d' % rc
142
                
143
            raise BzrError('external diff failed with %s; command: %r' % (rc, diffcmd))
568 by Martin Pool
- start adding support for showing diffs by calling out to
144
    finally:
145
        oldtmpf.close()                 # and delete
146
        newtmpf.close()
147
    
148
149
571 by Martin Pool
- new --diff-options to pass options through to external
150
def show_diff(b, revision, specific_files, external_diff_options=None):
619 by Martin Pool
doc
151
    """Shortcut for showing the diff to the working tree.
152
153
    b
154
        Branch.
155
156
    revision
157
        None for each, or otherwise the old revision to compare against.
158
    
159
    The more general form is show_diff_trees(), where the caller
160
    supplies any two trees.
161
    """
475 by Martin Pool
- rewrite diff using compare_trees()
162
    import sys
163
329 by Martin Pool
- refactor command functions into command classes
164
    if revision == None:
165
        old_tree = b.basis_tree()
166
    else:
167
        old_tree = b.revision_tree(b.lookup_revision(revision))
168
        
169
    new_tree = b.working_tree()
170
571 by Martin Pool
- new --diff-options to pass options through to external
171
    show_diff_trees(old_tree, new_tree, sys.stdout, specific_files,
172
                    external_diff_options)
173
174
175
176
def show_diff_trees(old_tree, new_tree, to_file, specific_files=None,
177
                    external_diff_options=None):
550 by Martin Pool
- Refactor diff code into one that works purely on
178
    """Show in text form the changes from one tree to another.
179
180
    to_files
181
        If set, include only changes to these files.
571 by Martin Pool
- new --diff-options to pass options through to external
182
183
    external_diff_options
184
        If set, use an external GNU diff and pass these options.
550 by Martin Pool
- Refactor diff code into one that works purely on
185
    """
186
329 by Martin Pool
- refactor command functions into command classes
187
    # TODO: Options to control putting on a prefix or suffix, perhaps as a format string
188
    old_label = ''
189
    new_label = ''
190
191
    DEVNULL = '/dev/null'
192
    # Windows users, don't panic about this filename -- it is a
193
    # special signal to GNU patch that the file should be created or
194
    # deleted respectively.
195
196
    # TODO: Generation of pseudo-diffs for added/deleted files could
197
    # be usefully made into a much faster special case.
198
571 by Martin Pool
- new --diff-options to pass options through to external
199
    if external_diff_options:
200
        assert isinstance(external_diff_options, basestring)
201
        opts = external_diff_options.split()
202
        def diff_file(olab, olines, nlab, nlines, to_file):
203
            external_diff(olab, olines, nlab, nlines, to_file, opts)
204
    else:
205
        diff_file = internal_diff
206
    
207
478 by Martin Pool
- put back support for running diff or status on
208
    delta = compare_trees(old_tree, new_tree, want_unchanged=False,
483 by Martin Pool
- change 'file_list' to more explanatory 'specific_files'
209
                          specific_files=specific_files)
475 by Martin Pool
- rewrite diff using compare_trees()
210
211
    for path, file_id, kind in delta.removed:
643 by Martin Pool
- fix redirection of messages to file in diff
212
        print >>to_file, '*** removed %s %r' % (kind, path)
475 by Martin Pool
- rewrite diff using compare_trees()
213
        if kind == 'file':
568 by Martin Pool
- start adding support for showing diffs by calling out to
214
            diff_file(old_label + path,
215
                      old_tree.get_file(file_id).readlines(),
216
                      DEVNULL, 
217
                      [],
218
                      to_file)
475 by Martin Pool
- rewrite diff using compare_trees()
219
220
    for path, file_id, kind in delta.added:
643 by Martin Pool
- fix redirection of messages to file in diff
221
        print >>to_file, '*** added %s %r' % (kind, path)
475 by Martin Pool
- rewrite diff using compare_trees()
222
        if kind == 'file':
568 by Martin Pool
- start adding support for showing diffs by calling out to
223
            diff_file(DEVNULL,
224
                      [],
225
                      new_label + path,
226
                      new_tree.get_file(file_id).readlines(),
227
                      to_file)
475 by Martin Pool
- rewrite diff using compare_trees()
228
229
    for old_path, new_path, file_id, kind, text_modified in delta.renamed:
643 by Martin Pool
- fix redirection of messages to file in diff
230
        print >>to_file, '*** renamed %s %r => %r' % (kind, old_path, new_path)
475 by Martin Pool
- rewrite diff using compare_trees()
231
        if text_modified:
568 by Martin Pool
- start adding support for showing diffs by calling out to
232
            diff_file(old_label + old_path,
233
                      old_tree.get_file(file_id).readlines(),
234
                      new_label + new_path,
235
                      new_tree.get_file(file_id).readlines(),
236
                      to_file)
475 by Martin Pool
- rewrite diff using compare_trees()
237
238
    for path, file_id, kind in delta.modified:
643 by Martin Pool
- fix redirection of messages to file in diff
239
        print >>to_file, '*** modified %s %r' % (kind, path)
475 by Martin Pool
- rewrite diff using compare_trees()
240
        if kind == 'file':
568 by Martin Pool
- start adding support for showing diffs by calling out to
241
            diff_file(old_label + path,
242
                      old_tree.get_file(file_id).readlines(),
243
                      new_label + path,
244
                      new_tree.get_file(file_id).readlines(),
245
                      to_file)
329 by Martin Pool
- refactor command functions into command classes
246
247
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
248
558 by Martin Pool
- All top-level classes inherit from object
249
class TreeDelta(object):
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
250
    """Describes changes from one tree to another.
251
252
    Contains four lists:
253
254
    added
475 by Martin Pool
- rewrite diff using compare_trees()
255
        (path, id, kind)
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
256
    removed
475 by Martin Pool
- rewrite diff using compare_trees()
257
        (path, id, kind)
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
258
    renamed
475 by Martin Pool
- rewrite diff using compare_trees()
259
        (oldpath, newpath, id, kind, text_modified)
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
260
    modified
475 by Martin Pool
- rewrite diff using compare_trees()
261
        (path, id, kind)
463 by Martin Pool
- compare_trees() also reports unchanged files
262
    unchanged
475 by Martin Pool
- rewrite diff using compare_trees()
263
        (path, id, kind)
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
264
460 by Martin Pool
- new testing command compare-trees
265
    Each id is listed only once.
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
266
460 by Martin Pool
- new testing command compare-trees
267
    Files that are both modified and renamed are listed only in
268
    renamed, with the text_modified flag true.
463 by Martin Pool
- compare_trees() also reports unchanged files
269
270
    The lists are normally sorted when the delta is created.
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
271
    """
272
    def __init__(self):
273
        self.added = []
274
        self.removed = []
275
        self.renamed = []
276
        self.modified = []
463 by Martin Pool
- compare_trees() also reports unchanged files
277
        self.unchanged = []
379 by Martin Pool
- Simpler compare_inventories() to possibly replace diff_trees
278
747 by Martin Pool
- TreeDelta __eq__ and __ne__ methods
279
    def __eq__(self, other):
280
        if not isinstance(other, TreeDelta):
281
            return False
282
        return self.added == other.added \
283
               and self.removed == other.removed \
284
               and self.renamed == other.renamed \
285
               and self.modified == other.modified \
286
               and self.unchanged == other.unchanged
287
288
    def __ne__(self, other):
289
        return not (self == other)
290
639 by Martin Pool
- add TreeDelta repr
291
    def __repr__(self):
292
        return "TreeDelta(added=%r, removed=%r, renamed=%r, modified=%r," \
293
            " unchanged=%r)" % (self.added, self.removed, self.renamed,
294
            self.modified, self.unchanged)
295
622 by Martin Pool
Updated merge patch from Aaron
296
    def has_changed(self):
297
        changes = len(self.added) + len(self.removed) + len(self.renamed)
298
        changes += len(self.modified) 
299
        return (changes != 0)
531 by Martin Pool
- new utility TreeDelta.touches_file_id
300
301
    def touches_file_id(self, file_id):
302
        """Return True if file_id is modified by this delta."""
303
        for l in self.added, self.removed, self.modified:
304
            for v in l:
305
                if v[1] == file_id:
306
                    return True
307
        for v in self.renamed:
308
            if v[2] == file_id:
309
                return True
310
        return False
311
            
312
465 by Martin Pool
- Move show_status() out of Branch into a new function in
313
    def show(self, to_file, show_ids=False, show_unchanged=False):
314
        def show_list(files):
475 by Martin Pool
- rewrite diff using compare_trees()
315
            for path, fid, kind in files:
316
                if kind == 'directory':
317
                    path += '/'
318
                elif kind == 'symlink':
319
                    path += '@'
320
                    
465 by Martin Pool
- Move show_status() out of Branch into a new function in
321
                if show_ids:
322
                    print >>to_file, '  %-30s %s' % (path, fid)
323
                else:
324
                    print >>to_file, ' ', path
325
            
460 by Martin Pool
- new testing command compare-trees
326
        if self.removed:
475 by Martin Pool
- rewrite diff using compare_trees()
327
            print >>to_file, 'removed:'
465 by Martin Pool
- Move show_status() out of Branch into a new function in
328
            show_list(self.removed)
329
                
460 by Martin Pool
- new testing command compare-trees
330
        if self.added:
475 by Martin Pool
- rewrite diff using compare_trees()
331
            print >>to_file, 'added:'
465 by Martin Pool
- Move show_status() out of Branch into a new function in
332
            show_list(self.added)
333
460 by Martin Pool
- new testing command compare-trees
334
        if self.renamed:
475 by Martin Pool
- rewrite diff using compare_trees()
335
            print >>to_file, 'renamed:'
336
            for oldpath, newpath, fid, kind, text_modified in self.renamed:
460 by Martin Pool
- new testing command compare-trees
337
                if show_ids:
338
                    print >>to_file, '  %s => %s %s' % (oldpath, newpath, fid)
339
                else:
340
                    print >>to_file, '  %s => %s' % (oldpath, newpath)
465 by Martin Pool
- Move show_status() out of Branch into a new function in
341
                    
460 by Martin Pool
- new testing command compare-trees
342
        if self.modified:
475 by Martin Pool
- rewrite diff using compare_trees()
343
            print >>to_file, 'modified:'
465 by Martin Pool
- Move show_status() out of Branch into a new function in
344
            show_list(self.modified)
345
            
346
        if show_unchanged and self.unchanged:
475 by Martin Pool
- rewrite diff using compare_trees()
347
            print >>to_file, 'unchanged:'
465 by Martin Pool
- Move show_status() out of Branch into a new function in
348
            show_list(self.unchanged)
460 by Martin Pool
- new testing command compare-trees
349
350
351
746 by Martin Pool
- compare_trees doesn't return unchanged files by default
352
def compare_trees(old_tree, new_tree, want_unchanged=False, specific_files=None):
478 by Martin Pool
- put back support for running diff or status on
353
    """Describe changes from one tree to another.
354
355
    Returns a TreeDelta with details of added, modified, renamed, and
356
    deleted entries.
357
358
    The root entry is specifically exempt.
359
360
    This only considers versioned files.
361
362
    want_unchanged
485 by Martin Pool
- move commit code into its own module
363
        If true, also list files unchanged from one version to
364
        the next.
478 by Martin Pool
- put back support for running diff or status on
365
483 by Martin Pool
- change 'file_list' to more explanatory 'specific_files'
366
    specific_files
485 by Martin Pool
- move commit code into its own module
367
        If true, only check for changes to specified names or
368
        files within them.
478 by Martin Pool
- put back support for running diff or status on
369
    """
485 by Martin Pool
- move commit code into its own module
370
371
    from osutils import is_inside_any
372
    
460 by Martin Pool
- new testing command compare-trees
373
    old_inv = old_tree.inventory
374
    new_inv = new_tree.inventory
375
    delta = TreeDelta()
475 by Martin Pool
- rewrite diff using compare_trees()
376
    mutter('start compare_trees')
478 by Martin Pool
- put back support for running diff or status on
377
485 by Martin Pool
- move commit code into its own module
378
    # TODO: match for specific files can be rather smarter by finding
379
    # the IDs of those files up front and then considering only that.
478 by Martin Pool
- put back support for running diff or status on
380
462 by Martin Pool
- New form 'file_id in tree' to check if the file is present
381
    for file_id in old_tree:
382
        if file_id in new_tree:
460 by Martin Pool
- new testing command compare-trees
383
            kind = old_inv.get_file_kind(file_id)
475 by Martin Pool
- rewrite diff using compare_trees()
384
            assert kind == new_inv.get_file_kind(file_id)
385
            
460 by Martin Pool
- new testing command compare-trees
386
            assert kind in ('file', 'directory', 'symlink', 'root_directory'), \
387
                   'invalid file kind %r' % kind
477 by Martin Pool
- fix header for listing of unknown files
388
389
            if kind == 'root_directory':
390
                continue
391
            
392
            old_path = old_inv.id2path(file_id)
393
            new_path = new_inv.id2path(file_id)
394
483 by Martin Pool
- change 'file_list' to more explanatory 'specific_files'
395
            if specific_files:
485 by Martin Pool
- move commit code into its own module
396
                if (not is_inside_any(specific_files, old_path) 
397
                    and not is_inside_any(specific_files, new_path)):
478 by Martin Pool
- put back support for running diff or status on
398
                    continue
399
460 by Martin Pool
- new testing command compare-trees
400
            if kind == 'file':
401
                old_sha1 = old_tree.get_file_sha1(file_id)
402
                new_sha1 = new_tree.get_file_sha1(file_id)
403
                text_modified = (old_sha1 != new_sha1)
404
            else:
405
                ## mutter("no text to check for %r %r" % (file_id, kind))
406
                text_modified = False
471 by Martin Pool
- actually avoid reporting unchanged files if not required
407
408
            # TODO: Can possibly avoid calculating path strings if the
409
            # two files are unchanged and their names and parents are
410
            # the same and the parents are unchanged all the way up.
411
            # May not be worthwhile.
460 by Martin Pool
- new testing command compare-trees
412
            
413
            if old_path != new_path:
475 by Martin Pool
- rewrite diff using compare_trees()
414
                delta.renamed.append((old_path, new_path, file_id, kind,
415
                                      text_modified))
460 by Martin Pool
- new testing command compare-trees
416
            elif text_modified:
475 by Martin Pool
- rewrite diff using compare_trees()
417
                delta.modified.append((new_path, file_id, kind))
471 by Martin Pool
- actually avoid reporting unchanged files if not required
418
            elif want_unchanged:
475 by Martin Pool
- rewrite diff using compare_trees()
419
                delta.unchanged.append((new_path, file_id, kind))
460 by Martin Pool
- new testing command compare-trees
420
        else:
566 by Martin Pool
- fix bug in reporting diffs between trees where files have
421
            kind = old_inv.get_file_kind(file_id)
485 by Martin Pool
- move commit code into its own module
422
            old_path = old_inv.id2path(file_id)
423
            if specific_files:
424
                if not is_inside_any(specific_files, old_path):
425
                    continue
426
            delta.removed.append((old_path, file_id, kind))
475 by Martin Pool
- rewrite diff using compare_trees()
427
428
    mutter('start looking for new files')
460 by Martin Pool
- new testing command compare-trees
429
    for file_id in new_inv:
430
        if file_id in old_inv:
431
            continue
478 by Martin Pool
- put back support for running diff or status on
432
        new_path = new_inv.id2path(file_id)
483 by Martin Pool
- change 'file_list' to more explanatory 'specific_files'
433
        if specific_files:
485 by Martin Pool
- move commit code into its own module
434
            if not is_inside_any(specific_files, new_path):
478 by Martin Pool
- put back support for running diff or status on
435
                continue
475 by Martin Pool
- rewrite diff using compare_trees()
436
        kind = new_inv.get_file_kind(file_id)
478 by Martin Pool
- put back support for running diff or status on
437
        delta.added.append((new_path, file_id, kind))
460 by Martin Pool
- new testing command compare-trees
438
            
439
    delta.removed.sort()
440
    delta.added.sort()
441
    delta.renamed.sort()
442
    delta.modified.sort()
474 by Martin Pool
- sort unchanged files
443
    delta.unchanged.sort()
460 by Martin Pool
- new testing command compare-trees
444
445
    return delta