To get this branch, use:
bzr branch
http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
« back to all changes in this revision
Viewing changes to bzrlib/workingtree.py
- browse files at revision 2425.2.3
- compare with another revision
- download diff
- download tarball
- view history from revision 2425.2.3
- Committer: Robert Collins
- Date: 2007-04-19 05:21:37 UTC
- mto: (2425.1.2 integration)
- mto: This revision was merged to the branch mainline in revision 2427.
- Revision ID: robertc@robertcollins.net-20070419052137-vsncwlmi8epl5eel
Update existing builtin commands help text to use _see_also. (Robert Collins)
- files added:
- COPYING.txt
- bzrlib/benchmarks
- bzrlib/benchmarks/tree_creator
- bzrlib/bundle
- bzrlib/bundle/old
- bzrlib/bundle/serializer
- bzrlib/plugins/launchpad
- bzrlib/repofmt
- bzrlib/smart
- bzrlib/tests/intertree_implementations
- bzrlib/tests/per_lock
- bzrlib/tests/test_patches_data
- bzrlib/tests/tree_implementations
- bzrlib/version_info_formats
- tools/win32
- files removed:
- NEWS.developers
- bzrlib/util/urlgrabber
- notes
- files renamed:
- bzrlib/tests/test_annotate.py => bzrlib/tests/blackbox/test_annotate.py
- bzrlib/tests/test_revprops.py => bzrlib/tests/repository_implementations/test_revision.py
- bzrlib/tests/test_command.py => bzrlib/tests/test_commands.py
- bzrlib/tests/test_basis_inventory.py => bzrlib/tests/workingtree_implementations/test_basis_inventory.py
- bzrlib/win32console.py => bzrlib/win32utils.py
- tutorial.txt => doc/tutorial.txt
- files modified:
- .bzrignore
- setup.py *
added
removed
bzrlib/workingtree.py
1
# Copyright (C) 2005, 2006 Canonical Ltd
2
1
# Copyright (C) 2005, 2006, 2007 Canonical Ltd
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
5
5
# the Free Software Foundation; either version 2 of the License, or
6
6
# (at your option) any later version.
7
7
#
8
8
# This program is distributed in the hope that it will be useful,
9
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
11
# GNU General Public License for more details.
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
29
29
WorkingTree.open(dir).
30
30
"""
31
31
32
MERGE_MODIFIED_HEADER_1 = "BZR merge-modified list format 1"
33
CONFLICT_HEADER_1 = "BZR conflict list format 1"
34
35
32
# TODO: Give the workingtree sole responsibility for the working inventory;
36
33
# remove the variable and references to it from the branch. This may require
37
34
# updating the commit code so as to update the inventory within the working
39
36
# At the moment they may alias the inventory and have old copies of it in
40
37
# memory. (Now done? -- mbp 20060309)
41
38
39
from cStringIO import StringIO
40
import os
41
42
from bzrlib.lazy_import import lazy_import
43
lazy_import(globals(), """
44
from bisect import bisect_left
45
import collections
42
46
from copy import deepcopy
43
from cStringIO import StringIO
44
47
import errno
45
import fnmatch
46
import os
48
import itertools
49
import operator
47
50
import stat
48
49
50
from bzrlib.atomicfile import AtomicFile
51
from bzrlib.branch import (Branch,
52
quotefn)
53
from bzrlib.conflicts import Conflict, ConflictList, CONFLICT_SUFFIXES
54
import bzrlib.bzrdir as bzrdir
51
from time import time
52
import warnings
53
import re
54
55
import bzrlib
56
from bzrlib import (
57
branch,
58
bzrdir,
59
conflicts as _mod_conflicts,
60
dirstate,
61
errors,
62
generate_ids,
63
globbing,
64
hashcache,
65
ignores,
66
merge,
67
osutils,
68
revisiontree,
69
repository,
70
textui,
71
trace,
72
transform,
73
ui,
74
urlutils,
75
xml5,
76
xml6,
77
xml7,
78
)
79
import bzrlib.branch
80
from bzrlib.transport import get_transport
81
import bzrlib.ui
82
from bzrlib.workingtree_4 import WorkingTreeFormat4
83
""")
84
85
from bzrlib import symbol_versioning
55
86
from bzrlib.decorators import needs_read_lock, needs_write_lock
56
import bzrlib.errors as errors
57
from bzrlib.errors import (BzrCheckError,
58
BzrError,
59
ConflictFormatError,
60
DivergedBranches,
61
WeaveRevisionNotPresent,
62
NotBranchError,
63
NoSuchFile,
64
NotVersionedError,
65
MergeModifiedFormatError,
66
UnsupportedOperation,
67
)
68
from bzrlib.inventory import InventoryEntry, Inventory
87
from bzrlib.inventory import InventoryEntry, Inventory, ROOT_ID, TreeReference
69
88
from bzrlib.lockable_files import LockableFiles, TransportLock
70
89
from bzrlib.lockdir import LockDir
71
from bzrlib.merge import merge_inner, transform_tree
90
import bzrlib.mutabletree
91
from bzrlib.mutabletree import needs_tree_write_lock
72
92
from bzrlib.osutils import (
73
abspath,
74
appendpath,
75
compact_date,
76
file_kind,
77
isdir,
78
getcwd,
79
pathjoin,
80
pumpfile,
81
safe_unicode,
82
splitpath,
83
rand_bytes,
84
normpath,
85
realpath,
86
relpath,
87
rename,
88
supports_executable,
89
)
93
compact_date,
94
file_kind,
95
isdir,
96
normpath,
97
pathjoin,
98
rand_chars,
99
realpath,
100
safe_unicode,
101
splitpath,
102
supports_executable,
103
)
104
from bzrlib.trace import mutter, note
105
from bzrlib.transport.local import LocalTransport
90
106
from bzrlib.progress import DummyProgress, ProgressPhase
91
from bzrlib.revision import NULL_REVISION
107
from bzrlib.revision import NULL_REVISION, CURRENT_REVISION
92
108
from bzrlib.rio import RioReader, rio_file, Stanza
93
from bzrlib.symbol_versioning import *
94
from bzrlib.textui import show_status
95
import bzrlib.tree
96
from bzrlib.transform import build_tree
97
from bzrlib.trace import mutter, note
98
from bzrlib.transport import get_transport
99
from bzrlib.transport.local import LocalTransport
100
import bzrlib.ui
101
import bzrlib.xml5
102
103
109
from bzrlib.symbol_versioning import (deprecated_passed,
110
deprecated_method,
111
deprecated_function,
112
DEPRECATED_PARAMETER,
113
zero_eight,
114
zero_eleven,
115
zero_thirteen,
116
)
117
118
119
MERGE_MODIFIED_HEADER_1 = "BZR merge-modified list format 1"
120
CONFLICT_HEADER_1 = "BZR conflict list format 1"
121
122
123
@deprecated_function(zero_thirteen)
104
124
def gen_file_id(name):
105
"""Return new file id.
106
107
This should probably generate proper UUIDs, but for the moment we
108
cope with just randomness because running uuidgen every time is
109
slow."""
110
import re
111
from binascii import hexlify
112
from time import time
113
114
# get last component
115
idx = name.rfind('/')
116
if idx != -1:
117
name = name[idx+1 : ]
118
idx = name.rfind('\\')
119
if idx != -1:
120
name = name[idx+1 : ]
121
122
# make it not a hidden file
123
name = name.lstrip('.')
124
125
# remove any wierd characters; we don't escape them but rather
126
# just pull them out
127
name = re.sub(r'[^\w.]', '', name)
128
129
s = hexlify(rand_bytes(8))
130
return '-'.join((name, compact_date(time()), s))
131
132
125
"""Return new file id for the basename 'name'.
126
127
Use bzrlib.generate_ids.gen_file_id() instead
128
"""
129
return generate_ids.gen_file_id(name)
130
131
132
@deprecated_function(zero_thirteen)
133
133
def gen_root_id():
134
"""Return a new tree-root file id."""
135
return gen_file_id('TREE_ROOT')
134
"""Return a new tree-root file id.
135
136
This has been deprecated in favor of bzrlib.generate_ids.gen_root_id()
137
"""
138
return generate_ids.gen_root_id()
136
139
137
140
138
141
class TreeEntry(object):
139
"""An entry that implements the minium interface used by commands.
142
"""An entry that implements the minimum interface used by commands.
140
143
141
144
This needs further inspection, it may be better to have
142
145
InventoryEntries without ids - though that seems wrong. For now,
190
193
return ''
191
194
192
195
193
class WorkingTree(bzrlib.tree.Tree):
196
class WorkingTree(bzrlib.mutabletree.MutableTree):
194
197
"""Working copy tree.
195
198
196
199
The inventory is held in the `Branch` working-inventory, and the
207
210
_internal=False,
208
211
_format=None,
209
212
_bzrdir=None):
210
"""Construct a WorkingTree for basedir.
213
"""Construct a WorkingTree instance. This is not a public API.
211
214
212
If the branch is not supplied, it is opened automatically.
213
If the branch is supplied, it must be the branch for this basedir.
214
(branch.base is not cross checked, because for remote branches that
215
would be meaningless).
215
:param branch: A branch to override probing for the branch.
216
216
"""
217
217
self._format = _format
218
218
self.bzrdir = _bzrdir
219
219
if not _internal:
220
# not created via open etc.
221
warn("WorkingTree() is deprecated as of bzr version 0.8. "
222
"Please use bzrdir.open_workingtree or WorkingTree.open().",
223
DeprecationWarning,
224
stacklevel=2)
225
wt = WorkingTree.open(basedir)
226
self.branch = wt.branch
227
self.basedir = wt.basedir
228
self._control_files = wt._control_files
229
self._hashcache = wt._hashcache
230
self._set_inventory(wt._inventory)
231
self._format = wt._format
232
self.bzrdir = wt.bzrdir
233
from bzrlib.hashcache import HashCache
234
from bzrlib.trace import note, mutter
220
raise errors.BzrError("Please use bzrdir.open_workingtree or "
221
"WorkingTree.open() to obtain a WorkingTree.")
235
222
assert isinstance(basedir, basestring), \
236
223
"base directory %r is not a string" % basedir
237
224
basedir = safe_unicode(basedir)
238
225
mutter("opening working tree %r", basedir)
239
226
if deprecated_passed(branch):
240
if not _internal:
241
warn("WorkingTree(..., branch=XXX) is deprecated as of bzr 0.8."
242
" Please use bzrdir.open_workingtree() or"
243
" WorkingTree.open().",
244
DeprecationWarning,
245
stacklevel=2
246
)
247
self.branch = branch
227
self._branch = branch
248
228
else:
249
self.branch = self.bzrdir.open_branch()
250
assert isinstance(self.branch, Branch), \
251
"branch %r is not a Branch" % self.branch
229
self._branch = self.bzrdir.open_branch()
252
230
self.basedir = realpath(basedir)
253
231
# if branch is at our basedir and is a format 6 or less
254
232
if isinstance(self._format, WorkingTreeFormat2):
255
233
# share control object
256
234
self._control_files = self.branch.control_files
257
235
else:
258
# only ready for format 3
259
assert isinstance(self._format, WorkingTreeFormat3)
236
# assume all other formats have their own control files.
260
237
assert isinstance(_control_files, LockableFiles), \
261
238
"_control_files must be a LockableFiles, not %r" \
262
239
% _control_files
267
244
# if needed, or, when the cache sees a change, append it to the hash
268
245
# cache file, and have the parser take the most recent entry for a
269
246
# given path only.
270
cache_filename = self.bzrdir.get_workingtree_transport(None).abspath('stat-cache')
271
hc = self._hashcache = HashCache(basedir, cache_filename, self._control_files._file_mode)
247
wt_trans = self.bzrdir.get_workingtree_transport(None)
248
cache_filename = wt_trans.local_abspath('stat-cache')
249
self._hashcache = hashcache.HashCache(basedir, cache_filename,
250
self._control_files._file_mode)
251
hc = self._hashcache
272
252
hc.read()
273
253
# is this scan needed ? it makes things kinda slow.
274
hc.scan()
254
#hc.scan()
275
255
276
256
if hc.needs_write:
277
257
mutter("write hc")
278
258
hc.write()
279
259
280
260
if _inventory is None:
281
self._set_inventory(self.read_working_inventory())
261
# This will be acquired on lock_read() or lock_write()
262
self._inventory_is_modified = False
263
self._inventory = None
282
264
else:
283
self._set_inventory(_inventory)
284
285
def _set_inventory(self, inv):
265
# the caller of __init__ has provided an inventory,
266
# we assume they know what they are doing - as its only
267
# the Format factory and creation methods that are
268
# permitted to do this.
269
self._set_inventory(_inventory, dirty=False)
270
271
branch = property(
272
fget=lambda self: self._branch,
273
doc="""The branch this WorkingTree is connected to.
274
275
This cannot be set - it is reflective of the actual disk structure
276
the working tree has been constructed from.
277
""")
278
279
def break_lock(self):
280
"""Break a lock if one is present from another instance.
281
282
Uses the ui factory to ask for confirmation if the lock may be from
283
an active process.
284
285
This will probe the repository for its lock as well.
286
"""
287
self._control_files.break_lock()
288
self.branch.break_lock()
289
290
def requires_rich_root(self):
291
return self._format.requires_rich_root
292
293
def supports_tree_reference(self):
294
return False
295
296
def _set_inventory(self, inv, dirty):
297
"""Set the internal cached inventory.
298
299
:param inv: The inventory to set.
300
:param dirty: A boolean indicating whether the inventory is the same
301
logical inventory as whats on disk. If True the inventory is not
302
the same and should be written to disk or data will be lost, if
303
False then the inventory is the same as that on disk and any
304
serialisation would be unneeded overhead.
305
"""
306
assert inv.root is not None
286
307
self._inventory = inv
287
self.path2id = self._inventory.path2id
288
289
def is_control_filename(self, filename):
290
"""True if filename is the name of a control file in this tree.
291
292
This is true IF and ONLY IF the filename is part of the meta data
293
that bzr controls in this tree. I.E. a random .bzr directory placed
294
on disk will not be a control file for this tree.
295
"""
296
try:
297
self.bzrdir.transport.relpath(self.abspath(filename))
298
return True
299
except errors.PathNotChild:
300
return False
308
self._inventory_is_modified = dirty
301
309
302
310
@staticmethod
303
311
def open(path=None, _unsupported=False):
319
327
run into /. If there isn't one, raises NotBranchError.
320
328
TODO: give this a new exception.
321
329
If there is one, it is returned, along with the unused portion of path.
330
331
:return: The WorkingTree that contains 'path', and the rest of path
322
332
"""
323
333
if path is None:
324
path = os.getcwdu()
334
path = osutils.getcwd()
325
335
control, relpath = bzrdir.BzrDir.open_containing(path)
336
326
337
return control.open_workingtree(), relpath
327
338
328
339
@staticmethod
333
344
"""
334
345
return WorkingTree.open(path, _unsupported=True)
335
346
347
# should be deprecated - this is slow and in any case treating them as a
348
# container is (we now know) bad style -- mbp 20070302
349
## @deprecated_method(zero_fifteen)
336
350
def __iter__(self):
337
351
"""Iterate through file_ids for this tree.
338
352
341
355
"""
342
356
inv = self._inventory
343
357
for path, ie in inv.iter_entries():
344
if bzrlib.osutils.lexists(self.abspath(path)):
358
if osutils.lexists(self.abspath(path)):
345
359
yield ie.file_id
346
360
347
361
def __repr__(self):
352
366
return pathjoin(self.basedir, filename)
353
367
354
368
def basis_tree(self):
355
"""Return RevisionTree for the current last revision."""
356
revision_id = self.last_revision()
357
if revision_id is not None:
358
try:
359
xml = self.read_basis_inventory()
360
inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(xml)
361
except NoSuchFile:
362
inv = None
363
if inv is not None and inv.revision_id == revision_id:
364
return bzrlib.tree.RevisionTree(self.branch.repository, inv,
365
revision_id)
366
# FIXME? RBC 20060403 should we cache the inventory here ?
367
return self.branch.repository.revision_tree(revision_id)
369
"""Return RevisionTree for the current last revision.
370
371
If the left most parent is a ghost then the returned tree will be an
372
empty tree - one obtained by calling repository.revision_tree(None).
373
"""
374
try:
375
revision_id = self.get_parent_ids()[0]
376
except IndexError:
377
# no parents, return an empty revision tree.
378
# in the future this should return the tree for
379
# 'empty:' - the implicit root empty tree.
380
return self.branch.repository.revision_tree(None)
381
try:
382
return self.revision_tree(revision_id)
383
except errors.NoSuchRevision:
384
pass
385
# No cached copy available, retrieve from the repository.
386
# FIXME? RBC 20060403 should we cache the inventory locally
387
# at this point ?
388
try:
389
return self.branch.repository.revision_tree(revision_id)
390
except errors.RevisionNotPresent:
391
# the basis tree *may* be a ghost or a low level error may have
392
# occured. If the revision is present, its a problem, if its not
393
# its a ghost.
394
if self.branch.repository.has_revision(revision_id):
395
raise
396
# the basis tree is a ghost so return an empty tree.
397
return self.branch.repository.revision_tree(None)
368
398
369
399
@staticmethod
370
400
@deprecated_method(zero_eight)
383
413
XXX: When BzrDir is present, these should be created through that
384
414
interface instead.
385
415
"""
386
warn('delete WorkingTree.create', stacklevel=3)
416
warnings.warn('delete WorkingTree.create', stacklevel=3)
387
417
transport = get_transport(directory)
388
418
if branch.bzrdir.root_transport.base == transport.base:
389
419
# same dir
404
434
"""
405
435
return bzrdir.BzrDir.create_standalone_workingtree(directory)
406
436
407
def relpath(self, abs):
408
"""Return the local path portion from a given absolute path."""
409
return relpath(self.basedir, abs)
437
def relpath(self, path):
438
"""Return the local path portion from a given path.
439
440
The path may be absolute or relative. If its a relative path it is
441
interpreted relative to the python current working directory.
442
"""
443
return osutils.relpath(self.basedir, path)
410
444
411
445
def has_filename(self, filename):
412
return bzrlib.osutils.lexists(self.abspath(filename))
446
return osutils.lexists(self.abspath(filename))
413
447
414
448
def get_file(self, file_id):
449
file_id = osutils.safe_file_id(file_id)
415
450
return self.get_file_byname(self.id2path(file_id))
416
451
452
def get_file_text(self, file_id):
453
file_id = osutils.safe_file_id(file_id)
454
return self.get_file(file_id).read()
455
417
456
def get_file_byname(self, filename):
418
457
return file(self.abspath(filename), 'rb')
419
458
459
@needs_read_lock
460
def annotate_iter(self, file_id):
461
"""See Tree.annotate_iter
462
463
This implementation will use the basis tree implementation if possible.
464
Lines not in the basis are attributed to CURRENT_REVISION
465
466
If there are pending merges, lines added by those merges will be
467
incorrectly attributed to CURRENT_REVISION (but after committing, the
468
attribution will be correct).
469
"""
470
file_id = osutils.safe_file_id(file_id)
471
basis = self.basis_tree()
472
basis.lock_read()
473
try:
474
changes = self._iter_changes(basis, True, [self.id2path(file_id)],
475
require_versioned=True).next()
476
changed_content, kind = changes[2], changes[6]
477
if not changed_content:
478
return basis.annotate_iter(file_id)
479
if kind[1] is None:
480
return None
481
import annotate
482
if kind[0] != 'file':
483
old_lines = []
484
else:
485
old_lines = list(basis.annotate_iter(file_id))
486
old = [old_lines]
487
for tree in self.branch.repository.revision_trees(
488
self.get_parent_ids()[1:]):
489
if file_id not in tree:
490
continue
491
old.append(list(tree.annotate_iter(file_id)))
492
return annotate.reannotate(old, self.get_file(file_id).readlines(),
493
CURRENT_REVISION)
494
finally:
495
basis.unlock()
496
497
def get_parent_ids(self):
498
"""See Tree.get_parent_ids.
499
500
This implementation reads the pending merges list and last_revision
501
value and uses that to decide what the parents list should be.
502
"""
503
last_rev = self._last_revision()
504
if last_rev is None:
505
parents = []
506
else:
507
parents = [last_rev]
508
try:
509
merges_file = self._control_files.get('pending-merges')
510
except errors.NoSuchFile:
511
pass
512
else:
513
for l in merges_file.readlines():
514
revision_id = osutils.safe_revision_id(l.rstrip('\n'))
515
parents.append(revision_id)
516
return parents
517
518
@needs_read_lock
420
519
def get_root_id(self):
421
520
"""Return the id of this trees root"""
422
inv = self.read_working_inventory()
423
return inv.root.file_id
521
return self._inventory.root.file_id
424
522
425
523
def _get_store_filename(self, file_id):
426
524
## XXX: badly named; this is not in the store at all
525
file_id = osutils.safe_file_id(file_id)
427
526
return self.abspath(self.id2path(file_id))
428
527
429
528
@needs_read_lock
430
def clone(self, to_bzrdir, revision_id=None, basis=None):
529
def clone(self, to_bzrdir, revision_id=None):
431
530
"""Duplicate this working tree into to_bzr, including all state.
432
531
433
532
Specifically modified files are kept as modified, but
439
538
If not None, the cloned tree will have its last revision set to
440
539
revision, and and difference between the source trees last revision
441
540
and this one merged in.
442
443
basis
444
If not None, a closer copy of a tree which may have some files in
445
common, and which file content should be preferentially copied from.
446
541
"""
447
542
# assumes the target bzr dir format is compatible.
448
543
result = self._format.initialize(to_bzrdir)
452
547
@needs_read_lock
453
548
def copy_content_into(self, tree, revision_id=None):
454
549
"""Copy the current content and user files of this tree into tree."""
550
tree.set_root_id(self.get_root_id())
455
551
if revision_id is None:
456
transform_tree(tree, self)
552
merge.transform_tree(tree, self)
457
553
else:
458
# TODO now merge from tree.last_revision to revision
459
transform_tree(tree, self)
460
tree.set_last_revision(revision_id)
461
462
@needs_write_lock
463
def commit(self, message=None, revprops=None, *args, **kwargs):
464
# avoid circular imports
465
from bzrlib.commit import Commit
466
if revprops is None:
467
revprops = {}
468
if not 'branch-nick' in revprops:
469
revprops['branch-nick'] = self.branch.nick
470
# args for wt.commit start at message from the Commit.commit method,
471
# but with branch a kwarg now, passing in args as is results in the
472
#message being used for the branch
473
args = (DEPRECATED_PARAMETER, message, ) + args
474
Commit().commit(working_tree=self, revprops=revprops, *args, **kwargs)
475
self._set_inventory(self.read_working_inventory())
554
# TODO now merge from tree.last_revision to revision (to preserve
555
# user local changes)
556
merge.transform_tree(tree, self)
557
tree.set_parent_ids([revision_id])
476
558
477
559
def id2abspath(self, file_id):
560
file_id = osutils.safe_file_id(file_id)
478
561
return self.abspath(self.id2path(file_id))
479
562
480
563
def has_id(self, file_id):
481
564
# files that have been deleted are excluded
482
inv = self._inventory
565
file_id = osutils.safe_file_id(file_id)
566
inv = self.inventory
483
567
if not inv.has_id(file_id):
484
568
return False
485
569
path = inv.id2path(file_id)
486
return bzrlib.osutils.lexists(self.abspath(path))
570
return osutils.lexists(self.abspath(path))
487
571
488
572
def has_or_had_id(self, file_id):
573
file_id = osutils.safe_file_id(file_id)
489
574
if file_id == self.inventory.root.file_id:
490
575
return True
491
576
return self.inventory.has_id(file_id)
493
578
__contains__ = has_id
494
579
495
580
def get_file_size(self, file_id):
581
file_id = osutils.safe_file_id(file_id)
496
582
return os.path.getsize(self.id2abspath(file_id))
497
583
498
584
@needs_read_lock
499
def get_file_sha1(self, file_id):
500
path = self._inventory.id2path(file_id)
501
return self._hashcache.get_sha1(path)
502
503
def is_executable(self, file_id):
504
if not supports_executable():
585
def get_file_sha1(self, file_id, path=None, stat_value=None):
586
file_id = osutils.safe_file_id(file_id)
587
if not path:
588
path = self._inventory.id2path(file_id)
589
return self._hashcache.get_sha1(path, stat_value)
590
591
def get_file_mtime(self, file_id, path=None):
592
file_id = osutils.safe_file_id(file_id)
593
if not path:
594
path = self.inventory.id2path(file_id)
595
return os.lstat(self.abspath(path)).st_mtime
596
597
if not supports_executable():
598
def is_executable(self, file_id, path=None):
599
file_id = osutils.safe_file_id(file_id)
505
600
return self._inventory[file_id].executable
506
else:
507
path = self._inventory.id2path(file_id)
601
else:
602
def is_executable(self, file_id, path=None):
603
if not path:
604
file_id = osutils.safe_file_id(file_id)
605
path = self.id2path(file_id)
508
606
mode = os.lstat(self.abspath(path)).st_mode
509
return bool(stat.S_ISREG(mode) and stat.S_IEXEC&mode)
510
511
@needs_write_lock
512
def add(self, files, ids=None):
513
"""Make files versioned.
514
515
Note that the command line normally calls smart_add instead,
516
which can automatically recurse.
517
518
This adds the files to the inventory, so that they will be
519
recorded by the next commit.
520
521
files
522
List of paths to add, relative to the base of the tree.
523
524
ids
525
If set, use these instead of automatically generated ids.
526
Must be the same length as the list of files, but may
527
contain None for ids that are to be autogenerated.
528
529
TODO: Perhaps have an option to add the ids even if the files do
530
not (yet) exist.
531
532
TODO: Perhaps callback with the ids and paths as they're added.
533
"""
607
return bool(stat.S_ISREG(mode) and stat.S_IEXEC & mode)
608
609
@needs_tree_write_lock
610
def _add(self, files, ids, kinds):
611
"""See MutableTree._add."""
534
612
# TODO: Re-adding a file that is removed in the working copy
535
613
# should probably put it back with the previous ID.
536
if isinstance(files, basestring):
537
assert(ids is None or isinstance(ids, basestring))
538
files = [files]
539
if ids is not None:
540
ids = [ids]
541
542
if ids is None:
543
ids = [None] * len(files)
544
else:
545
assert(len(ids) == len(files))
546
614
# the read and write working inventory should not occur in this
615
# function - they should be part of lock_write and unlock.
547
616
inv = self.read_working_inventory()
548
for f,file_id in zip(files, ids):
549
if self.is_control_filename(f):
550
raise BzrError("cannot add control file %s" % quotefn(f))
551
552
fp = splitpath(f)
553
554
if len(fp) == 0:
555
raise BzrError("cannot add top-level %r" % f)
556
557
fullpath = normpath(self.abspath(f))
558
559
try:
560
kind = file_kind(fullpath)
561
except OSError, e:
562
if e.errno == errno.ENOENT:
563
raise NoSuchFile(fullpath)
564
# maybe something better?
565
raise BzrError('cannot add: not a regular file, symlink or directory: %s' % quotefn(f))
566
567
if not InventoryEntry.versionable_kind(kind):
568
raise BzrError('cannot add: not a versionable file ('
569
'i.e. regular file, symlink or directory): %s' % quotefn(f))
570
617
for f, file_id, kind in zip(files, ids, kinds):
618
assert kind is not None
571
619
if file_id is None:
572
file_id = gen_file_id(f)
573
inv.add_path(f, kind=kind, file_id=file_id)
574
575
mutter("add file %s file_id:{%s} kind=%r" % (f, file_id, kind))
620
inv.add_path(f, kind=kind)
621
else:
622
file_id = osutils.safe_file_id(file_id)
623
inv.add_path(f, kind=kind, file_id=file_id)
576
624
self._write_inventory(inv)
577
625
626
@needs_tree_write_lock
627
def _gather_kinds(self, files, kinds):
628
"""See MutableTree._gather_kinds."""
629
for pos, f in enumerate(files):
630
if kinds[pos] is None:
631
fullpath = normpath(self.abspath(f))
632
try:
633
kinds[pos] = file_kind(fullpath)
634
except OSError, e:
635
if e.errno == errno.ENOENT:
636
raise errors.NoSuchFile(fullpath)
637
578
638
@needs_write_lock
639
def add_parent_tree_id(self, revision_id, allow_leftmost_as_ghost=False):
640
"""Add revision_id as a parent.
641
642
This is equivalent to retrieving the current list of parent ids
643
and setting the list to its value plus revision_id.
644
645
:param revision_id: The revision id to add to the parent list. It may
646
be a ghost revision as long as its not the first parent to be added,
647
or the allow_leftmost_as_ghost parameter is set True.
648
:param allow_leftmost_as_ghost: Allow the first parent to be a ghost.
649
"""
650
parents = self.get_parent_ids() + [revision_id]
651
self.set_parent_ids(parents, allow_leftmost_as_ghost=len(parents) > 1
652
or allow_leftmost_as_ghost)
653
654
@needs_tree_write_lock
655
def add_parent_tree(self, parent_tuple, allow_leftmost_as_ghost=False):
656
"""Add revision_id, tree tuple as a parent.
657
658
This is equivalent to retrieving the current list of parent trees
659
and setting the list to its value plus parent_tuple. See also
660
add_parent_tree_id - if you only have a parent id available it will be
661
simpler to use that api. If you have the parent already available, using
662
this api is preferred.
663
664
:param parent_tuple: The (revision id, tree) to add to the parent list.
665
If the revision_id is a ghost, pass None for the tree.
666
:param allow_leftmost_as_ghost: Allow the first parent to be a ghost.
667
"""
668
parent_ids = self.get_parent_ids() + [parent_tuple[0]]
669
if len(parent_ids) > 1:
670
# the leftmost may have already been a ghost, preserve that if it
671
# was.
672
allow_leftmost_as_ghost = True
673
self.set_parent_ids(parent_ids,
674
allow_leftmost_as_ghost=allow_leftmost_as_ghost)
675
676
@needs_tree_write_lock
579
677
def add_pending_merge(self, *revision_ids):
580
678
# TODO: Perhaps should check at this point that the
581
679
# history of the revision is actually present?
582
p = self.pending_merges()
680
parents = self.get_parent_ids()
583
681
updated = False
584
682
for rev_id in revision_ids:
585
if rev_id in p:
683
if rev_id in parents:
586
684
continue
587
p.append(rev_id)
685
parents.append(rev_id)
588
686
updated = True
589
687
if updated:
590
self.set_pending_merges(p)
688
self.set_parent_ids(parents, allow_leftmost_as_ghost=True)
591
689
690
@deprecated_method(zero_eleven)
592
691
@needs_read_lock
593
692
def pending_merges(self):
594
693
"""Return a list of pending merges.
595
694
596
695
These are revisions that have been merged into the working
597
696
directory but not yet committed.
598
"""
599
try:
600
merges_file = self._control_files.get_utf8('pending-merges')
601
except OSError, e:
602
if e.errno != errno.ENOENT:
603
raise
604
return []
605
p = []
606
for l in merges_file.readlines():
607
p.append(l.rstrip('\n'))
608
return p
609
610
@needs_write_lock
697
698
As of 0.11 this is deprecated. Please see WorkingTree.get_parent_ids()
699
instead - which is available on all tree objects.
700
"""
701
return self.get_parent_ids()[1:]
702
703
def _check_parents_for_ghosts(self, revision_ids, allow_leftmost_as_ghost):
704
"""Common ghost checking functionality from set_parent_*.
705
706
This checks that the left hand-parent exists if there are any
707
revisions present.
708
"""
709
if len(revision_ids) > 0:
710
leftmost_id = revision_ids[0]
711
if (not allow_leftmost_as_ghost and not
712
self.branch.repository.has_revision(leftmost_id)):
713
raise errors.GhostRevisionUnusableHere(leftmost_id)
714
715
def _set_merges_from_parent_ids(self, parent_ids):
716
merges = parent_ids[1:]
717
self._control_files.put_bytes('pending-merges', '\n'.join(merges))
718
719
@needs_tree_write_lock
720
def set_parent_ids(self, revision_ids, allow_leftmost_as_ghost=False):
721
"""Set the parent ids to revision_ids.
722
723
See also set_parent_trees. This api will try to retrieve the tree data
724
for each element of revision_ids from the trees repository. If you have
725
tree data already available, it is more efficient to use
726
set_parent_trees rather than set_parent_ids. set_parent_ids is however
727
an easier API to use.
728
729
:param revision_ids: The revision_ids to set as the parent ids of this
730
working tree. Any of these may be ghosts.
731
"""
732
revision_ids = [osutils.safe_revision_id(r) for r in revision_ids]
733
self._check_parents_for_ghosts(revision_ids,
734
allow_leftmost_as_ghost=allow_leftmost_as_ghost)
735
736
if len(revision_ids) > 0:
737
self.set_last_revision(revision_ids[0])
738
else:
739
self.set_last_revision(None)
740
741
self._set_merges_from_parent_ids(revision_ids)
742
743
@needs_tree_write_lock
744
def set_parent_trees(self, parents_list, allow_leftmost_as_ghost=False):
745
"""See MutableTree.set_parent_trees."""
746
parent_ids = [osutils.safe_revision_id(rev) for (rev, tree) in parents_list]
747
748
self._check_parents_for_ghosts(parent_ids,
749
allow_leftmost_as_ghost=allow_leftmost_as_ghost)
750
751
if len(parent_ids) == 0:
752
leftmost_parent_id = None
753
leftmost_parent_tree = None
754
else:
755
leftmost_parent_id, leftmost_parent_tree = parents_list[0]
756
757
if self._change_last_revision(leftmost_parent_id):
758
if leftmost_parent_tree is None:
759
# If we don't have a tree, fall back to reading the
760
# parent tree from the repository.
761
self._cache_basis_inventory(leftmost_parent_id)
762
else:
763
inv = leftmost_parent_tree.inventory
764
xml = self._create_basis_xml_from_inventory(
765
leftmost_parent_id, inv)
766
self._write_basis_inventory(xml)
767
self._set_merges_from_parent_ids(parent_ids)
768
769
@needs_tree_write_lock
611
770
def set_pending_merges(self, rev_list):
612
self._control_files.put_utf8('pending-merges', '\n'.join(rev_list))
771
parents = self.get_parent_ids()
772
leftmost = parents[:1]
773
new_parents = leftmost + rev_list
774
self.set_parent_ids(new_parents)
613
775
614
@needs_write_lock
776
@needs_tree_write_lock
615
777
def set_merge_modified(self, modified_hashes):
616
778
def iter_stanzas():
617
779
for file_id, hash in modified_hashes.iteritems():
618
yield Stanza(file_id=file_id, hash=hash)
780
yield Stanza(file_id=file_id.decode('utf8'), hash=hash)
619
781
self._put_rio('merge-hashes', iter_stanzas(), MERGE_MODIFIED_HEADER_1)
620
782
621
@needs_write_lock
622
783
def _put_rio(self, filename, stanzas, header):
784
self._must_be_locked()
623
785
my_file = rio_file(stanzas, header)
624
786
self._control_files.put(filename, my_file)
625
787
788
@needs_write_lock # because merge pulls data into the branch.
789
def merge_from_branch(self, branch, to_revision=None):
790
"""Merge from a branch into this working tree.
791
792
:param branch: The branch to merge from.
793
:param to_revision: If non-None, the merge will merge to to_revision,
794
but not beyond it. to_revision does not need to be in the history
795
of the branch when it is supplied. If None, to_revision defaults to
796
branch.last_revision().
797
"""
798
from bzrlib.merge import Merger, Merge3Merger
799
pb = bzrlib.ui.ui_factory.nested_progress_bar()
800
try:
801
merger = Merger(self.branch, this_tree=self, pb=pb)
802
merger.pp = ProgressPhase("Merge phase", 5, pb)
803
merger.pp.next_phase()
804
# check that there are no
805
# local alterations
806
merger.check_basis(check_clean=True, require_commits=False)
807
if to_revision is None:
808
to_revision = branch.last_revision()
809
else:
810
to_revision = osutils.safe_revision_id(to_revision)
811
merger.other_rev_id = to_revision
812
if merger.other_rev_id is None:
813
raise error.NoCommits(branch)
814
self.branch.fetch(branch, last_revision=merger.other_rev_id)
815
merger.other_basis = merger.other_rev_id
816
merger.other_tree = self.branch.repository.revision_tree(
817
merger.other_rev_id)
818
merger.other_branch = branch
819
merger.pp.next_phase()
820
merger.find_base()
821
if merger.base_rev_id == merger.other_rev_id:
822
raise errors.PointlessMerge
823
merger.backup_files = False
824
merger.merge_type = Merge3Merger
825
merger.set_interesting_files(None)
826
merger.show_base = False
827
merger.reprocess = False
828
conflicts = merger.do_merge()
829
merger.set_pending()
830
finally:
831
pb.finished()
832
return conflicts
833
626
834
@needs_read_lock
627
835
def merge_modified(self):
836
"""Return a dictionary of files modified by a merge.
837
838
The list is initialized by WorkingTree.set_merge_modified, which is
839
typically called after we make some automatic updates to the tree
840
because of a merge.
841
842
This returns a map of file_id->sha1, containing only files which are
843
still in the working inventory and have that text hash.
844
"""
628
845
try:
629
846
hashfile = self._control_files.get('merge-hashes')
630
except NoSuchFile:
847
except errors.NoSuchFile:
631
848
return {}
632
849
merge_hashes = {}
633
850
try:
634
851
if hashfile.next() != MERGE_MODIFIED_HEADER_1 + '\n':
635
raise MergeModifiedFormatError()
852
raise errors.MergeModifiedFormatError()
636
853
except StopIteration:
637
raise MergeModifiedFormatError()
854
raise errors.MergeModifiedFormatError()
638
855
for s in RioReader(hashfile):
639
file_id = s.get("file_id")
856
# RioReader reads in Unicode, so convert file_ids back to utf8
857
file_id = osutils.safe_file_id(s.get("file_id"), warn=False)
640
858
if file_id not in self.inventory:
641
859
continue
642
hash = s.get("hash")
643
if hash == self.get_file_sha1(file_id):
644
merge_hashes[file_id] = hash
860
text_hash = s.get("hash")
861
if text_hash == self.get_file_sha1(file_id):
862
merge_hashes[file_id] = text_hash
645
863
return merge_hashes
646
864
865
@needs_write_lock
866
def mkdir(self, path, file_id=None):
867
"""See MutableTree.mkdir()."""
868
if file_id is None:
869
file_id = generate_ids.gen_file_id(os.path.basename(path))
870
os.mkdir(self.abspath(path))
871
self.add(path, file_id, 'directory')
872
return file_id
873
647
874
def get_symlink_target(self, file_id):
875
file_id = osutils.safe_file_id(file_id)
648
876
return os.readlink(self.id2abspath(file_id))
649
877
650
def file_class(self, filename):
651
if self.path2id(filename):
652
return 'V'
653
elif self.is_ignored(filename):
654
return 'I'
655
else:
656
return '?'
657
658
def list_files(self):
659
"""Recursively list all files as (path, class, kind, id).
878
@needs_write_lock
879
def subsume(self, other_tree):
880
def add_children(inventory, entry):
881
for child_entry in entry.children.values():
882
inventory._byid[child_entry.file_id] = child_entry
883
if child_entry.kind == 'directory':
884
add_children(inventory, child_entry)
885
if other_tree.get_root_id() == self.get_root_id():
886
raise errors.BadSubsumeSource(self, other_tree,
887
'Trees have the same root')
888
try:
889
other_tree_path = self.relpath(other_tree.basedir)
890
except errors.PathNotChild:
891
raise errors.BadSubsumeSource(self, other_tree,
892
'Tree is not contained by the other')
893
new_root_parent = self.path2id(osutils.dirname(other_tree_path))
894
if new_root_parent is None:
895
raise errors.BadSubsumeSource(self, other_tree,
896
'Parent directory is not versioned.')
897
# We need to ensure that the result of a fetch will have a
898
# versionedfile for the other_tree root, and only fetching into
899
# RepositoryKnit2 guarantees that.
900
if not self.branch.repository.supports_rich_root():
901
raise errors.SubsumeTargetNeedsUpgrade(other_tree)
902
other_tree.lock_tree_write()
903
try:
904
new_parents = other_tree.get_parent_ids()
905
other_root = other_tree.inventory.root
906
other_root.parent_id = new_root_parent
907
other_root.name = osutils.basename(other_tree_path)
908
self.inventory.add(other_root)
909
add_children(self.inventory, other_root)
910
self._write_inventory(self.inventory)
911
# normally we don't want to fetch whole repositories, but i think
912
# here we really do want to consolidate the whole thing.
913
for parent_id in other_tree.get_parent_ids():
914
self.branch.fetch(other_tree.branch, parent_id)
915
self.add_parent_tree_id(parent_id)
916
finally:
917
other_tree.unlock()
918
other_tree.bzrdir.retire_bzrdir()
919
920
@needs_tree_write_lock
921
def extract(self, file_id, format=None):
922
"""Extract a subtree from this tree.
923
924
A new branch will be created, relative to the path for this tree.
925
"""
926
self.flush()
927
def mkdirs(path):
928
segments = osutils.splitpath(path)
929
transport = self.branch.bzrdir.root_transport
930
for name in segments:
931
transport = transport.clone(name)
932
try:
933
transport.mkdir('.')
934
except errors.FileExists:
935
pass
936
return transport
937
938
sub_path = self.id2path(file_id)
939
branch_transport = mkdirs(sub_path)
940
if format is None:
941
format = bzrdir.format_registry.make_bzrdir('dirstate-with-subtree')
942
try:
943
branch_transport.mkdir('.')
944
except errors.FileExists:
945
pass
946
branch_bzrdir = format.initialize_on_transport(branch_transport)
947
try:
948
repo = branch_bzrdir.find_repository()
949
except errors.NoRepositoryPresent:
950
repo = branch_bzrdir.create_repository()
951
assert repo.supports_rich_root()
952
else:
953
if not repo.supports_rich_root():
954
raise errors.RootNotRich()
955
new_branch = branch_bzrdir.create_branch()
956
new_branch.pull(self.branch)
957
for parent_id in self.get_parent_ids():
958
new_branch.fetch(self.branch, parent_id)
959
tree_transport = self.bzrdir.root_transport.clone(sub_path)
960
if tree_transport.base != branch_transport.base:
961
tree_bzrdir = format.initialize_on_transport(tree_transport)
962
branch.BranchReferenceFormat().initialize(tree_bzrdir, new_branch)
963
else:
964
tree_bzrdir = branch_bzrdir
965
wt = tree_bzrdir.create_workingtree(NULL_REVISION)
966
wt.set_parent_ids(self.get_parent_ids())
967
my_inv = self.inventory
968
child_inv = Inventory(root_id=None)
969
new_root = my_inv[file_id]
970
my_inv.remove_recursive_id(file_id)
971
new_root.parent_id = None
972
child_inv.add(new_root)
973
self._write_inventory(my_inv)
974
wt._write_inventory(child_inv)
975
return wt
976
977
def _serialize(self, inventory, out_file):
978
xml5.serializer_v5.write_inventory(self._inventory, out_file)
979
980
def _deserialize(selt, in_file):
981
return xml5.serializer_v5.read_inventory(in_file)
982
983
def flush(self):
984
"""Write the in memory inventory to disk."""
985
# TODO: Maybe this should only write on dirty ?
986
if self._control_files._lock_mode != 'w':
987
raise errors.NotWriteLocked(self)
988
sio = StringIO()
989
self._serialize(self._inventory, sio)
990
sio.seek(0)
991
self._control_files.put('inventory', sio)
992
self._inventory_is_modified = False
993
994
def _kind(self, relpath):
995
return osutils.file_kind(self.abspath(relpath))
996
997
def list_files(self, include_root=False):
998
"""Recursively list all files as (path, class, kind, id, entry).
660
999
661
1000
Lists, but does not descend into unversioned directories.
662
1001
665
1004
666
1005
Skips the control directory.
667
1006
"""
668
inv = self._inventory
669
670
def descend(from_dir_relpath, from_dir_id, dp):
671
ls = os.listdir(dp)
672
ls.sort()
673
for f in ls:
1007
# list_files is an iterator, so @needs_read_lock doesn't work properly
1008
# with it. So callers should be careful to always read_lock the tree.
1009
if not self.is_locked():
1010
raise errors.ObjectNotLocked(self)
1011
1012
inv = self.inventory
1013
if include_root is True:
1014
yield ('', 'V', 'directory', inv.root.file_id, inv.root)
1015
# Convert these into local objects to save lookup times
1016
pathjoin = osutils.pathjoin
1017
file_kind = self._kind
1018
1019
# transport.base ends in a slash, we want the piece
1020
# between the last two slashes
1021
transport_base_dir = self.bzrdir.transport.base.rsplit('/', 2)[1]
1022
1023
fk_entries = {'directory':TreeDirectory, 'file':TreeFile, 'symlink':TreeLink}
1024
1025
# directory file_id, relative path, absolute path, reverse sorted children
1026
children = os.listdir(self.basedir)
1027
children.sort()
1028
# jam 20060527 The kernel sized tree seems equivalent whether we
1029
# use a deque and popleft to keep them sorted, or if we use a plain
1030
# list and just reverse() them.
1031
children = collections.deque(children)
1032
stack = [(inv.root.file_id, u'', self.basedir, children)]
1033
while stack:
1034
from_dir_id, from_dir_relpath, from_dir_abspath, children = stack[-1]
1035
1036
while children:
1037
f = children.popleft()
674
1038
## TODO: If we find a subdirectory with its own .bzr
675
1039
## directory, then that is a separate tree and we
676
1040
## should exclude it.
677
1041
678
1042
# the bzrdir for this tree
679
if self.bzrdir.transport.base.endswith(f + '/'):
1043
if transport_base_dir == f:
680
1044
continue
681
1045
682
# path within tree
683
fp = appendpath(from_dir_relpath, f)
1046
# we know that from_dir_relpath and from_dir_abspath never end in a slash
1047
# and 'f' doesn't begin with one, we can do a string op, rather
1048
# than the checks of pathjoin(), all relative paths will have an extra slash
1049
# at the beginning
1050
fp = from_dir_relpath + '/' + f
684
1051
685
1052
# absolute path
686
fap = appendpath(dp, f)
1053
fap = from_dir_abspath + '/' + f
687
1054
688
1055
f_ie = inv.get_child(from_dir_id, f)
689
1056
if f_ie:
690
1057
c = 'V'
691
elif self.is_ignored(fp):
1058
elif self.is_ignored(fp[1:]):
692
1059
c = 'I'
693
1060
else:
694
c = '?'
1061
# we may not have found this file, because of a unicode issue
1062
f_norm, can_access = osutils.normalized_filename(f)
1063
if f == f_norm or not can_access:
1064
# No change, so treat this file normally
1065
c = '?'
1066
else:
1067
# this file can be accessed by a normalized path
1068
# check again if it is versioned
1069
# these lines are repeated here for performance
1070
f = f_norm
1071
fp = from_dir_relpath + '/' + f
1072
fap = from_dir_abspath + '/' + f
1073
f_ie = inv.get_child(from_dir_id, f)
1074
if f_ie:
1075
c = 'V'
1076
elif self.is_ignored(fp[1:]):
1077
c = 'I'
1078
else:
1079
c = '?'
695
1080
696
1081
fk = file_kind(fap)
697
1082
698
if f_ie:
699
if f_ie.kind != fk:
700
raise BzrCheckError("file %r entered as kind %r id %r, "
701
"now of kind %r"
702
% (fap, f_ie.kind, f_ie.file_id, fk))
703
704
1083
# make a last minute entry
705
1084
if f_ie:
706
entry = f_ie
1085
yield fp[1:], c, fk, f_ie.file_id, f_ie
707
1086
else:
708
if fk == 'directory':
709
entry = TreeDirectory()
710
elif fk == 'file':
711
entry = TreeFile()
712
elif fk == 'symlink':
713
entry = TreeLink()
714
else:
715
entry = TreeEntry()
1087
try:
1088
yield fp[1:], c, fk, None, fk_entries[fk]()
1089
except KeyError:
1090
yield fp[1:], c, fk, None, TreeEntry()
1091
continue
716
1092
717
yield fp, c, fk, (f_ie and f_ie.file_id), entry
718
719
1093
if fk != 'directory':
720
1094
continue
721
1095
722
if c != 'V':
723
# don't descend unversioned directories
724
continue
725
726
for ff in descend(fp, f_ie.file_id, fap):
727
yield ff
728
729
for f in descend(u'', inv.root.file_id, self.basedir):
730
yield f
731
732
@needs_write_lock
733
def move(self, from_paths, to_name):
1096
# But do this child first
1097
new_children = os.listdir(fap)
1098
new_children.sort()
1099
new_children = collections.deque(new_children)
1100
stack.append((f_ie.file_id, fp, fap, new_children))
1101
# Break out of inner loop,
1102
# so that we start outer loop with child
1103
break
1104
else:
1105
# if we finished all children, pop it off the stack
1106
stack.pop()
1107
1108
@needs_tree_write_lock
1109
def move(self, from_paths, to_dir=None, after=False, **kwargs):
734
1110
"""Rename files.
735
1111
736
to_name must exist in the inventory.
1112
to_dir must exist in the inventory.
737
1113
738
If to_name exists and is a directory, the files are moved into
1114
If to_dir exists and is a directory, the files are moved into
739
1115
it, keeping their old names.
740
1116
741
Note that to_name is only the last component of the new name;
1117
Note that to_dir is only the last component of the new name;
742
1118
this doesn't change the directory.
743
1119
1120
For each entry in from_paths the move mode will be determined
1121
independently.
1122
1123
The first mode moves the file in the filesystem and updates the
1124
inventory. The second mode only updates the inventory without
1125
touching the file on the filesystem. This is the new mode introduced
1126
in version 0.15.
1127
1128
move uses the second mode if 'after == True' and the target is not
1129
versioned but present in the working tree.
1130
1131
move uses the second mode if 'after == False' and the source is
1132
versioned but no longer in the working tree, and the target is not
1133
versioned but present in the working tree.
1134
1135
move uses the first mode if 'after == False' and the source is
1136
versioned and present in the working tree, and the target is not
1137
versioned and not present in the working tree.
1138
1139
Everything else results in an error.
1140
744
1141
This returns a list of (from_path, to_path) pairs for each
745
1142
entry that is moved.
746
1143
"""
747
result = []
748
## TODO: Option to move IDs only
1144
rename_entries = []
1145
rename_tuples = []
1146
1147
# check for deprecated use of signature
1148
if to_dir is None:
1149
to_dir = kwargs.get('to_name', None)
1150
if to_dir is None:
1151
raise TypeError('You must supply a target directory')
1152
else:
1153
symbol_versioning.warn('The parameter to_name was deprecated'
1154
' in version 0.13. Use to_dir instead',
1155
DeprecationWarning)
1156
1157
# check destination directory
749
1158
assert not isinstance(from_paths, basestring)
750
1159
inv = self.inventory
751
to_abs = self.abspath(to_name)
1160
to_abs = self.abspath(to_dir)
752
1161
if not isdir(to_abs):
753
raise BzrError("destination %r is not a directory" % to_abs)
754
if not self.has_filename(to_name):
755
raise BzrError("destination %r not in working directory" % to_abs)
756
to_dir_id = inv.path2id(to_name)
757
if to_dir_id == None and to_name != '':
758
raise BzrError("destination %r is not a versioned directory" % to_name)
1162
raise errors.BzrMoveFailedError('',to_dir,
1163
errors.NotADirectory(to_abs))
1164
if not self.has_filename(to_dir):
1165
raise errors.BzrMoveFailedError('',to_dir,
1166
errors.NotInWorkingDirectory(to_dir))
1167
to_dir_id = inv.path2id(to_dir)
1168
if to_dir_id is None:
1169
raise errors.BzrMoveFailedError('',to_dir,
1170
errors.NotVersionedError(path=str(to_dir)))
1171
759
1172
to_dir_ie = inv[to_dir_id]
760
if to_dir_ie.kind not in ('directory', 'root_directory'):
761
raise BzrError("destination %r is not a directory" % to_abs)
762
763
to_idpath = inv.get_idpath(to_dir_id)
764
765
for f in from_paths:
766
if not self.has_filename(f):
767
raise BzrError("%r does not exist in working tree" % f)
768
f_id = inv.path2id(f)
769
if f_id == None:
770
raise BzrError("%r is not versioned" % f)
771
name_tail = splitpath(f)[-1]
772
dest_path = appendpath(to_name, name_tail)
773
if self.has_filename(dest_path):
774
raise BzrError("destination %r already exists" % dest_path)
775
if f_id in to_idpath:
776
raise BzrError("can't move %r to a subdirectory of itself" % f)
777
778
# OK, so there's a race here, it's possible that someone will
779
# create a file in this interval and then the rename might be
780
# left half-done. But we should have caught most problems.
781
orig_inv = deepcopy(self.inventory)
1173
if to_dir_ie.kind != 'directory':
1174
raise errors.BzrMoveFailedError('',to_dir,
1175
errors.NotADirectory(to_abs))
1176
1177
# create rename entries and tuples
1178
for from_rel in from_paths:
1179
from_tail = splitpath(from_rel)[-1]
1180
from_id = inv.path2id(from_rel)
1181
if from_id is None:
1182
raise errors.BzrMoveFailedError(from_rel,to_dir,
1183
errors.NotVersionedError(path=str(from_rel)))
1184
1185
from_entry = inv[from_id]
1186
from_parent_id = from_entry.parent_id
1187
to_rel = pathjoin(to_dir, from_tail)
1188
rename_entry = WorkingTree._RenameEntry(from_rel=from_rel,
1189
from_id=from_id,
1190
from_tail=from_tail,
1191
from_parent_id=from_parent_id,
1192
to_rel=to_rel, to_tail=from_tail,
1193
to_parent_id=to_dir_id)
1194
rename_entries.append(rename_entry)
1195
rename_tuples.append((from_rel, to_rel))
1196
1197
# determine which move mode to use. checks also for movability
1198
rename_entries = self._determine_mv_mode(rename_entries, after)
1199
1200
original_modified = self._inventory_is_modified
782
1201
try:
783
for f in from_paths:
784
name_tail = splitpath(f)[-1]
785
dest_path = appendpath(to_name, name_tail)
786
result.append((f, dest_path))
787
inv.rename(inv.path2id(f), to_dir_id, name_tail)
788
try:
789
rename(self.abspath(f), self.abspath(dest_path))
790
except OSError, e:
791
raise BzrError("failed to rename %r to %r: %s" %
792
(f, dest_path, e[1]),
793
["rename rolled back"])
1202
if len(from_paths):
1203
self._inventory_is_modified = True
1204
self._move(rename_entries)
794
1205
except:
795
1206
# restore the inventory on error
796
self._set_inventory(orig_inv)
1207
self._inventory_is_modified = original_modified
797
1208
raise
798
1209
self._write_inventory(inv)
799
return result
800
801
@needs_write_lock
802
def rename_one(self, from_rel, to_rel):
1210
return rename_tuples
1211
1212
def _determine_mv_mode(self, rename_entries, after=False):
1213
"""Determines for each from-to pair if both inventory and working tree
1214
or only the inventory has to be changed.
1215
1216
Also does basic plausability tests.
1217
"""
1218
inv = self.inventory
1219
1220
for rename_entry in rename_entries:
1221
# store to local variables for easier reference
1222
from_rel = rename_entry.from_rel
1223
from_id = rename_entry.from_id
1224
to_rel = rename_entry.to_rel
1225
to_id = inv.path2id(to_rel)
1226
only_change_inv = False
1227
1228
# check the inventory for source and destination
1229
if from_id is None:
1230
raise errors.BzrMoveFailedError(from_rel,to_rel,
1231
errors.NotVersionedError(path=str(from_rel)))
1232
if to_id is not None:
1233
raise errors.BzrMoveFailedError(from_rel,to_rel,
1234
errors.AlreadyVersionedError(path=str(to_rel)))
1235
1236
# try to determine the mode for rename (only change inv or change
1237
# inv and file system)
1238
if after:
1239
if not self.has_filename(to_rel):
1240
raise errors.BzrMoveFailedError(from_id,to_rel,
1241
errors.NoSuchFile(path=str(to_rel),
1242
extra="New file has not been created yet"))
1243
only_change_inv = True
1244
elif not self.has_filename(from_rel) and self.has_filename(to_rel):
1245
only_change_inv = True
1246
elif self.has_filename(from_rel) and not self.has_filename(to_rel):
1247
only_change_inv = False
1248
else:
1249
# something is wrong, so lets determine what exactly
1250
if not self.has_filename(from_rel) and \
1251
not self.has_filename(to_rel):
1252
raise errors.BzrRenameFailedError(from_rel,to_rel,
1253
errors.PathsDoNotExist(paths=(str(from_rel),
1254
str(to_rel))))
1255
else:
1256
raise errors.RenameFailedFilesExist(from_rel, to_rel,
1257
extra="(Use --after to update the Bazaar id)")
1258
rename_entry.only_change_inv = only_change_inv
1259
return rename_entries
1260
1261
def _move(self, rename_entries):
1262
"""Moves a list of files.
1263
1264
Depending on the value of the flag 'only_change_inv', the
1265
file will be moved on the file system or not.
1266
"""
1267
inv = self.inventory
1268
moved = []
1269
1270
for entry in rename_entries:
1271
try:
1272
self._move_entry(entry)
1273
except:
1274
self._rollback_move(moved)
1275
raise
1276
moved.append(entry)
1277
1278
def _rollback_move(self, moved):
1279
"""Try to rollback a previous move in case of an filesystem error."""
1280
inv = self.inventory
1281
for entry in moved:
1282
try:
1283
self._move_entry(_RenameEntry(entry.to_rel, entry.from_id,
1284
entry.to_tail, entry.to_parent_id, entry.from_rel,
1285
entry.from_tail, entry.from_parent_id,
1286
entry.only_change_inv))
1287
except errors.BzrMoveFailedError, e:
1288
raise errors.BzrMoveFailedError( '', '', "Rollback failed."
1289
" The working tree is in an inconsistent state."
1290
" Please consider doing a 'bzr revert'."
1291
" Error message is: %s" % e)
1292
1293
def _move_entry(self, entry):
1294
inv = self.inventory
1295
from_rel_abs = self.abspath(entry.from_rel)
1296
to_rel_abs = self.abspath(entry.to_rel)
1297
if from_rel_abs == to_rel_abs:
1298
raise errors.BzrMoveFailedError(entry.from_rel, entry.to_rel,
1299
"Source and target are identical.")
1300
1301
if not entry.only_change_inv:
1302
try:
1303
osutils.rename(from_rel_abs, to_rel_abs)
1304
except OSError, e:
1305
raise errors.BzrMoveFailedError(entry.from_rel,
1306
entry.to_rel, e[1])
1307
inv.rename(entry.from_id, entry.to_parent_id, entry.to_tail)
1308
1309
@needs_tree_write_lock
1310
def rename_one(self, from_rel, to_rel, after=False):
803
1311
"""Rename one file.
804
1312
805
1313
This can change the directory or the filename or both.
1314
1315
rename_one has several 'modes' to work. First, it can rename a physical
1316
file and change the file_id. That is the normal mode. Second, it can
1317
only change the file_id without touching any physical file. This is
1318
the new mode introduced in version 0.15.
1319
1320
rename_one uses the second mode if 'after == True' and 'to_rel' is not
1321
versioned but present in the working tree.
1322
1323
rename_one uses the second mode if 'after == False' and 'from_rel' is
1324
versioned but no longer in the working tree, and 'to_rel' is not
1325
versioned but present in the working tree.
1326
1327
rename_one uses the first mode if 'after == False' and 'from_rel' is
1328
versioned and present in the working tree, and 'to_rel' is not
1329
versioned and not present in the working tree.
1330
1331
Everything else results in an error.
806
1332
"""
807
1333
inv = self.inventory
808
if not self.has_filename(from_rel):
809
raise BzrError("can't rename: old working file %r does not exist" % from_rel)
810
if self.has_filename(to_rel):
811
raise BzrError("can't rename: new working file %r already exists" % to_rel)
812
813
file_id = inv.path2id(from_rel)
814
if file_id == None:
815
raise BzrError("can't rename: old name %r is not versioned" % from_rel)
816
817
entry = inv[file_id]
818
from_parent = entry.parent_id
819
from_name = entry.name
820
821
if inv.path2id(to_rel):
822
raise BzrError("can't rename: new name %r is already versioned" % to_rel)
823
1334
rename_entries = []
1335
1336
# create rename entries and tuples
1337
from_tail = splitpath(from_rel)[-1]
1338
from_id = inv.path2id(from_rel)
1339
if from_id is None:
1340
raise errors.BzrRenameFailedError(from_rel,to_rel,
1341
errors.NotVersionedError(path=str(from_rel)))
1342
from_entry = inv[from_id]
1343
from_parent_id = from_entry.parent_id
824
1344
to_dir, to_tail = os.path.split(to_rel)
825
1345
to_dir_id = inv.path2id(to_dir)
826
if to_dir_id == None and to_dir != '':
827
raise BzrError("can't determine destination directory id for %r" % to_dir)
828
829
mutter("rename_one:")
830
mutter(" file_id {%s}" % file_id)
831
mutter(" from_rel %r" % from_rel)
832
mutter(" to_rel %r" % to_rel)
833
mutter(" to_dir %r" % to_dir)
834
mutter(" to_dir_id {%s}" % to_dir_id)
835
836
inv.rename(file_id, to_dir_id, to_tail)
837
838
from_abs = self.abspath(from_rel)
839
to_abs = self.abspath(to_rel)
840
try:
841
rename(from_abs, to_abs)
842
except OSError, e:
843
inv.rename(file_id, from_parent, from_name)
844
raise BzrError("failed to rename %r to %r: %s"
845
% (from_abs, to_abs, e[1]),
846
["rename rolled back"])
1346
rename_entry = WorkingTree._RenameEntry(from_rel=from_rel,
1347
from_id=from_id,
1348
from_tail=from_tail,
1349
from_parent_id=from_parent_id,
1350
to_rel=to_rel, to_tail=to_tail,
1351
to_parent_id=to_dir_id)
1352
rename_entries.append(rename_entry)
1353
1354
# determine which move mode to use. checks also for movability
1355
rename_entries = self._determine_mv_mode(rename_entries, after)
1356
1357
# check if the target changed directory and if the target directory is
1358
# versioned
1359
if to_dir_id is None:
1360
raise errors.BzrMoveFailedError(from_rel,to_rel,
1361
errors.NotVersionedError(path=str(to_dir)))
1362
1363
# all checks done. now we can continue with our actual work
1364
mutter('rename_one:\n'
1365
' from_id {%s}\n'
1366
' from_rel: %r\n'
1367
' to_rel: %r\n'
1368
' to_dir %r\n'
1369
' to_dir_id {%s}\n',
1370
from_id, from_rel, to_rel, to_dir, to_dir_id)
1371
1372
self._move(rename_entries)
847
1373
self._write_inventory(inv)
848
1374
1375
class _RenameEntry(object):
1376
def __init__(self, from_rel, from_id, from_tail, from_parent_id,
1377
to_rel, to_tail, to_parent_id, only_change_inv=False):
1378
self.from_rel = from_rel
1379
self.from_id = from_id
1380
self.from_tail = from_tail
1381
self.from_parent_id = from_parent_id
1382
self.to_rel = to_rel
1383
self.to_tail = to_tail
1384
self.to_parent_id = to_parent_id
1385
self.only_change_inv = only_change_inv
1386
849
1387
@needs_read_lock
850
1388
def unknowns(self):
851
1389
"""Return all unknown files.
852
1390
853
1391
These are files in the working directory that are not versioned or
854
1392
control files or ignored.
855
856
>>> from bzrlib.bzrdir import ScratchDir
857
>>> d = ScratchDir(files=['foo', 'foo~'])
858
>>> b = d.open_branch()
859
>>> tree = d.open_workingtree()
860
>>> map(str, tree.unknowns())
861
['foo']
862
>>> tree.add('foo')
863
>>> list(b.unknowns())
864
[]
865
>>> tree.remove('foo')
866
>>> list(b.unknowns())
867
[u'foo']
868
"""
869
for subp in self.extras():
870
if not self.is_ignored(subp):
871
yield subp
872
1393
"""
1394
# force the extras method to be fully executed before returning, to
1395
# prevent race conditions with the lock
1396
return iter(
1397
[subp for subp in self.extras() if not self.is_ignored(subp)])
1398
1399
@needs_tree_write_lock
1400
def unversion(self, file_ids):
1401
"""Remove the file ids in file_ids from the current versioned set.
1402
1403
When a file_id is unversioned, all of its children are automatically
1404
unversioned.
1405
1406
:param file_ids: The file ids to stop versioning.
1407
:raises: NoSuchId if any fileid is not currently versioned.
1408
"""
1409
for file_id in file_ids:
1410
file_id = osutils.safe_file_id(file_id)
1411
if self._inventory.has_id(file_id):
1412
self._inventory.remove_recursive_id(file_id)
1413
else:
1414
raise errors.NoSuchId(self, file_id)
1415
if len(file_ids):
1416
# in the future this should just set a dirty bit to wait for the
1417
# final unlock. However, until all methods of workingtree start
1418
# with the current in -memory inventory rather than triggering
1419
# a read, it is more complex - we need to teach read_inventory
1420
# to know when to read, and when to not read first... and possibly
1421
# to save first when the in memory one may be corrupted.
1422
# so for now, we just only write it if it is indeed dirty.
1423
# - RBC 20060907
1424
self._write_inventory(self._inventory)
1425
873
1426
@deprecated_method(zero_eight)
874
1427
def iter_conflicts(self):
875
1428
"""List all files in the tree that have text or content conflicts.
878
1431
879
1432
def _iter_conflicts(self):
880
1433
conflicted = set()
881
for path in (s[0] for s in self.list_files()):
1434
for info in self.list_files():
1435
path = info[0]
882
1436
stem = get_conflicted_stem(path)
883
1437
if stem is None:
884
1438
continue
887
1441
yield stem
888
1442
889
1443
@needs_write_lock
890
def pull(self, source, overwrite=False, stop_revision=None):
1444
def pull(self, source, overwrite=False, stop_revision=None,
1445
change_reporter=None):
891
1446
top_pb = bzrlib.ui.ui_factory.nested_progress_bar()
892
1447
source.lock_read()
893
1448
try:
894
1449
pp = ProgressPhase("Pull phase", 2, top_pb)
895
1450
pp.next_phase()
896
old_revision_history = self.branch.revision_history()
1451
old_revision_info = self.branch.last_revision_info()
897
1452
basis_tree = self.basis_tree()
898
1453
count = self.branch.pull(source, overwrite, stop_revision)
899
new_revision_history = self.branch.revision_history()
900
if new_revision_history != old_revision_history:
1454
new_revision_info = self.branch.last_revision_info()
1455
if new_revision_info != old_revision_info:
901
1456
pp.next_phase()
902
if len(old_revision_history):
903
other_revision = old_revision_history[-1]
904
else:
905
other_revision = None
906
1457
repository = self.branch.repository
907
1458
pb = bzrlib.ui.ui_factory.nested_progress_bar()
1459
basis_tree.lock_read()
908
1460
try:
909
merge_inner(self.branch,
910
self.branch.basis_tree(),
911
basis_tree,
912
this_tree=self,
913
pb=pb)
1461
new_basis_tree = self.branch.basis_tree()
1462
merge.merge_inner(
1463
self.branch,
1464
new_basis_tree,
1465
basis_tree,
1466
this_tree=self,
1467
pb=pb,
1468
change_reporter=change_reporter)
1469
if (basis_tree.inventory.root is None and
1470
new_basis_tree.inventory.root is not None):
1471
self.set_root_id(new_basis_tree.inventory.root.file_id)
914
1472
finally:
915
1473
pb.finished()
916
self.set_last_revision(self.branch.last_revision())
1474
basis_tree.unlock()
1475
# TODO - dedup parents list with things merged by pull ?
1476
# reuse the revisiontree we merged against to set the new
1477
# tree data.
1478
parent_trees = [(self.branch.last_revision(), new_basis_tree)]
1479
# we have to pull the merge trees out again, because
1480
# merge_inner has set the ids. - this corner is not yet
1481
# layered well enough to prevent double handling.
1482
# XXX TODO: Fix the double handling: telling the tree about
1483
# the already known parent data is wasteful.
1484
merges = self.get_parent_ids()[1:]
1485
parent_trees.extend([
1486
(parent, repository.revision_tree(parent)) for
1487
parent in merges])
1488
self.set_parent_trees(parent_trees)
917
1489
return count
918
1490
finally:
919
1491
source.unlock()
920
1492
top_pb.finished()
921
1493
1494
@needs_write_lock
1495
def put_file_bytes_non_atomic(self, file_id, bytes):
1496
"""See MutableTree.put_file_bytes_non_atomic."""
1497
file_id = osutils.safe_file_id(file_id)
1498
stream = file(self.id2abspath(file_id), 'wb')
1499
try:
1500
stream.write(bytes)
1501
finally:
1502
stream.close()
1503
# TODO: update the hashcache here ?
1504
922
1505
def extras(self):
923
"""Yield all unknown files in this WorkingTree.
1506
"""Yield all unversioned files in this WorkingTree.
924
1507
925
If there are any unknown directories then only the directory is
926
returned, not all its children. But if there are unknown files
1508
If there are any unversioned directories then only the directory is
1509
returned, not all its children. But if there are unversioned files
927
1510
under a versioned subdirectory, they are returned.
928
1511
929
1512
Currently returned depth-first, sorted by name within directories.
1513
This is the same order used by 'osutils.walkdirs'.
930
1514
"""
931
1515
## TODO: Work from given directory downwards
932
1516
for path, dir_entry in self.inventory.directories():
933
mutter("search for unknowns in %r", path)
1517
# mutter("search for unknowns in %r", path)
934
1518
dirabs = self.abspath(path)
935
1519
if not isdir(dirabs):
936
1520
# e.g. directory deleted
938
1522
939
1523
fl = []
940
1524
for subf in os.listdir(dirabs):
941
if (subf != '.bzr'
942
and (subf not in dir_entry.children)):
943
fl.append(subf)
1525
if subf == '.bzr':
1526
continue
1527
if subf not in dir_entry.children:
1528
subf_norm, can_access = osutils.normalized_filename(subf)
1529
if subf_norm != subf and can_access:
1530
if subf_norm not in dir_entry.children:
1531
fl.append(subf_norm)
1532
else:
1533
fl.append(subf)
944
1534
945
1535
fl.sort()
946
1536
for subf in fl:
947
subp = appendpath(path, subf)
1537
subp = pathjoin(path, subf)
948
1538
yield subp
949
1539
950
951
1540
def ignored_files(self):
952
1541
"""Yield list of PATH, IGNORE_PATTERN"""
953
1542
for subp in self.extras():
954
1543
pat = self.is_ignored(subp)
955
if pat != None:
1544
if pat is not None:
956
1545
yield subp, pat
957
1546
958
959
1547
def get_ignore_list(self):
960
1548
"""Return list of ignore patterns.
961
1549
962
1550
Cached in the Tree object after the first call.
963
1551
"""
964
if hasattr(self, '_ignorelist'):
965
return self._ignorelist
1552
ignoreset = getattr(self, '_ignoreset', None)
1553
if ignoreset is not None:
1554
return ignoreset
966
1555
967
l = bzrlib.DEFAULT_IGNORE[:]
1556
ignore_globs = set(bzrlib.DEFAULT_IGNORE)
1557
ignore_globs.update(ignores.get_runtime_ignores())
1558
ignore_globs.update(ignores.get_user_ignores())
968
1559
if self.has_filename(bzrlib.IGNORE_FILENAME):
969
1560
f = self.get_file_byname(bzrlib.IGNORE_FILENAME)
970
l.extend([line.rstrip("\n\r") for line in f.readlines()])
971
self._ignorelist = l
972
return l
1561
try:
1562
ignore_globs.update(ignores.parse_ignore_file(f))
1563
finally:
1564
f.close()
1565
self._ignoreset = ignore_globs
1566
return ignore_globs
973
1567
1568
def _flush_ignore_list_cache(self):
1569
"""Resets the cached ignore list to force a cache rebuild."""
1570
self._ignoreset = None
1571
self._ignoreglobster = None
974
1572
975
1573
def is_ignored(self, filename):
976
1574
r"""Check whether the filename matches an ignore pattern.
981
1579
If the file is ignored, returns the pattern which caused it to
982
1580
be ignored, otherwise None. So this can simply be used as a
983
1581
boolean if desired."""
984
985
# TODO: Use '**' to match directories, and other extended
986
# globbing stuff from cvs/rsync.
987
988
# XXX: fnmatch is actually not quite what we want: it's only
989
# approximately the same as real Unix fnmatch, and doesn't
990
# treat dotfiles correctly and allows * to match /.
991
# Eventually it should be replaced with something more
992
# accurate.
993
994
for pat in self.get_ignore_list():
995
if '/' in pat or '\\' in pat:
996
997
# as a special case, you can put ./ at the start of a
998
# pattern; this is good to match in the top-level
999
# only;
1000
1001
if (pat[:2] == './') or (pat[:2] == '.\\'):
1002
newpat = pat[2:]
1003
else:
1004
newpat = pat
1005
if fnmatch.fnmatchcase(filename, newpat):
1006
return pat
1007
else:
1008
if fnmatch.fnmatchcase(splitpath(filename)[-1], pat):
1009
return pat
1010
else:
1011
return None
1582
if getattr(self, '_ignoreglobster', None) is None:
1583
self._ignoreglobster = globbing.Globster(self.get_ignore_list())
1584
return self._ignoreglobster.match(filename)
1012
1585
1013
1586
def kind(self, file_id):
1014
1587
return file_kind(self.id2abspath(file_id))
1015
1588
1016
@needs_read_lock
1589
def _comparison_data(self, entry, path):
1590
abspath = self.abspath(path)
1591
try:
1592
stat_value = os.lstat(abspath)
1593
except OSError, e:
1594
if getattr(e, 'errno', None) == errno.ENOENT:
1595
stat_value = None
1596
kind = None
1597
executable = False
1598
else:
1599
raise
1600
else:
1601
mode = stat_value.st_mode
1602
kind = osutils.file_kind_from_stat_mode(mode)
1603
if not supports_executable():
1604
executable = entry is not None and entry.executable
1605
else:
1606
executable = bool(stat.S_ISREG(mode) and stat.S_IEXEC & mode)
1607
return kind, executable, stat_value
1608
1609
def _file_size(self, entry, stat_value):
1610
return stat_value.st_size
1611
1017
1612
def last_revision(self):
1018
"""Return the last revision id of this working tree.
1019
1020
In early branch formats this was == the branch last_revision,
1021
but that cannot be relied upon - for working tree operations,
1022
always use tree.last_revision().
1613
"""Return the last revision of the branch for this tree.
1614
1615
This format tree does not support a separate marker for last-revision
1616
compared to the branch.
1617
1618
See MutableTree.last_revision
1023
1619
"""
1620
return self._last_revision()
1621
1622
@needs_read_lock
1623
def _last_revision(self):
1624
"""helper for get_parent_ids."""
1024
1625
return self.branch.last_revision()
1025
1626
1627
def is_locked(self):
1628
return self._control_files.is_locked()
1629
1630
def _must_be_locked(self):
1631
if not self.is_locked():
1632
raise errors.ObjectNotLocked(self)
1633
1026
1634
def lock_read(self):
1027
1635
"""See Branch.lock_read, and WorkingTree.unlock."""
1636
if not self.is_locked():
1637
self._reset_data()
1028
1638
self.branch.lock_read()
1029
1639
try:
1030
1640
return self._control_files.lock_read()
1032
1642
self.branch.unlock()
1033
1643
raise
1034
1644
1645
def lock_tree_write(self):
1646
"""See MutableTree.lock_tree_write, and WorkingTree.unlock."""
1647
if not self.is_locked():
1648
self._reset_data()
1649
self.branch.lock_read()
1650
try:
1651
return self._control_files.lock_write()
1652
except:
1653
self.branch.unlock()
1654
raise
1655
1035
1656
def lock_write(self):
1036
"""See Branch.lock_write, and WorkingTree.unlock."""
1657
"""See MutableTree.lock_write, and WorkingTree.unlock."""
1658
if not self.is_locked():
1659
self._reset_data()
1037
1660
self.branch.lock_write()
1038
1661
try:
1039
1662
return self._control_files.lock_write()
1041
1664
self.branch.unlock()
1042
1665
raise
1043
1666
1667
def get_physical_lock_status(self):
1668
return self._control_files.get_physical_lock_status()
1669
1044
1670
def _basis_inventory_name(self):
1045
return 'basis-inventory'
1046
1047
@needs_write_lock
1671
return 'basis-inventory-cache'
1672
1673
def _reset_data(self):
1674
"""Reset transient data that cannot be revalidated."""
1675
self._inventory_is_modified = False
1676
result = self._deserialize(self._control_files.get('inventory'))
1677
self._set_inventory(result, dirty=False)
1678
1679
@needs_tree_write_lock
1048
1680
def set_last_revision(self, new_revision):
1049
1681
"""Change the last revision in the working tree."""
1682
new_revision = osutils.safe_revision_id(new_revision)
1050
1683
if self._change_last_revision(new_revision):
1051
1684
self._cache_basis_inventory(new_revision)
1052
1685
1059
1692
if new_revision is None:
1060
1693
self.branch.set_revision_history([])
1061
1694
return False
1062
# current format is locked in with the branch
1063
revision_history = self.branch.revision_history()
1064
1695
try:
1065
position = revision_history.index(new_revision)
1066
except ValueError:
1067
raise errors.NoSuchRevision(self.branch, new_revision)
1068
self.branch.set_revision_history(revision_history[:position + 1])
1696
self.branch.generate_revision_history(new_revision)
1697
except errors.NoSuchRevision:
1698
# not present in the repo - dont try to set it deeper than the tip
1699
self.branch.set_revision_history([new_revision])
1069
1700
return True
1070
1701
1702
def _write_basis_inventory(self, xml):
1703
"""Write the basis inventory XML to the basis-inventory file"""
1704
assert isinstance(xml, str), 'serialised xml must be bytestring.'
1705
path = self._basis_inventory_name()
1706
sio = StringIO(xml)
1707
self._control_files.put(path, sio)
1708
1709
def _create_basis_xml_from_inventory(self, revision_id, inventory):
1710
"""Create the text that will be saved in basis-inventory"""
1711
# TODO: jam 20070209 This should be redundant, as the revision_id
1712
# as all callers should have already converted the revision_id to
1713
# utf8
1714
inventory.revision_id = osutils.safe_revision_id(revision_id)
1715
return xml7.serializer_v7.write_inventory_to_string(inventory)
1716
1071
1717
def _cache_basis_inventory(self, new_revision):
1072
1718
"""Cache new_revision as the basis inventory."""
1719
# TODO: this should allow the ready-to-use inventory to be passed in,
1720
# as commit already has that ready-to-use [while the format is the
1721
# same, that is].
1073
1722
try:
1074
1723
# this double handles the inventory - unpack and repack -
1075
1724
# but is easier to understand. We can/should put a conditional
1076
1725
# in here based on whether the inventory is in the latest format
1077
1726
# - perhaps we should repack all inventories on a repository
1078
1727
# upgrade ?
1079
inv = self.branch.repository.get_inventory(new_revision)
1080
inv.revision_id = new_revision
1081
xml = bzrlib.xml5.serializer_v5.write_inventory_to_string(inv)
1082
1083
path = self._basis_inventory_name()
1084
self._control_files.put_utf8(path, xml)
1085
except WeaveRevisionNotPresent:
1728
# the fast path is to copy the raw xml from the repository. If the
1729
# xml contains 'revision_id="', then we assume the right
1730
# revision_id is set. We must check for this full string, because a
1731
# root node id can legitimately look like 'revision_id' but cannot
1732
# contain a '"'.
1733
xml = self.branch.repository.get_inventory_xml(new_revision)
1734
firstline = xml.split('\n', 1)[0]
1735
if (not 'revision_id="' in firstline or
1736
'format="7"' not in firstline):
1737
inv = self.branch.repository.deserialise_inventory(
1738
new_revision, xml)
1739
xml = self._create_basis_xml_from_inventory(new_revision, inv)
1740
self._write_basis_inventory(xml)
1741
except (errors.NoSuchRevision, errors.RevisionNotPresent):
1086
1742
pass
1087
1743
1088
1744
def read_basis_inventory(self):
1089
1745
"""Read the cached basis inventory."""
1090
1746
path = self._basis_inventory_name()
1091
return self._control_files.get_utf8(path).read()
1747
return self._control_files.get(path).read()
1092
1748
1093
1749
@needs_read_lock
1094
1750
def read_working_inventory(self):
1095
"""Read the working inventory."""
1751
"""Read the working inventory.
1752
1753
:raises errors.InventoryModified: read_working_inventory will fail
1754
when the current in memory inventory has been modified.
1755
"""
1756
# conceptually this should be an implementation detail of the tree.
1757
# XXX: Deprecate this.
1096
1758
# ElementTree does its own conversion from UTF-8, so open in
1097
1759
# binary.
1098
result = bzrlib.xml5.serializer_v5.read_inventory(
1099
self._control_files.get('inventory'))
1100
self._set_inventory(result)
1760
if self._inventory_is_modified:
1761
raise errors.InventoryModified(self)
1762
result = self._deserialize(self._control_files.get('inventory'))
1763
self._set_inventory(result, dirty=False)
1101
1764
return result
1102
1765
1103
@needs_write_lock
1104
def remove(self, files, verbose=False):
1766
@needs_tree_write_lock
1767
def remove(self, files, verbose=False, to_file=None):
1105
1768
"""Remove nominated files from the working inventory..
1106
1769
1107
1770
This does not remove their text. This does not run on XXX on what? RBC
1126
1789
for f in files:
1127
1790
fid = inv.path2id(f)
1128
1791
if not fid:
1129
# TODO: Perhaps make this just a warning, and continue?
1130
# This tends to happen when
1131
raise NotVersionedError(path=f)
1132
mutter("remove inventory entry %s {%s}", quotefn(f), fid)
1133
if verbose:
1134
# having remove it, it must be either ignored or unknown
1135
if self.is_ignored(f):
1136
new_status = 'I'
1137
else:
1138
new_status = '?'
1139
show_status(new_status, inv[fid].kind, quotefn(f))
1140
del inv[fid]
1792
note("%s is not versioned."%f)
1793
else:
1794
if verbose:
1795
# having remove it, it must be either ignored or unknown
1796
if self.is_ignored(f):
1797
new_status = 'I'
1798
else:
1799
new_status = '?'
1800
textui.show_status(new_status, inv[fid].kind, f,
1801
to_file=to_file)
1802
del inv[fid]
1141
1803
1142
1804
self._write_inventory(inv)
1143
1805
1144
@needs_write_lock
1806
@needs_tree_write_lock
1145
1807
def revert(self, filenames, old_tree=None, backups=True,
1146
pb=DummyProgress()):
1147
from transform import revert
1148
from conflicts import resolve
1808
pb=DummyProgress(), report_changes=False):
1809
from bzrlib.conflicts import resolve
1149
1810
if old_tree is None:
1150
1811
old_tree = self.basis_tree()
1151
conflicts = revert(self, old_tree, filenames, backups, pb)
1812
conflicts = transform.revert(self, old_tree, filenames, backups, pb,
1813
report_changes)
1152
1814
if not len(filenames):
1153
self.set_pending_merges([])
1815
self.set_parent_ids(self.get_parent_ids()[:1])
1154
1816
resolve(self)
1155
1817
else:
1156
1818
resolve(self, filenames, ignore_misses=True)
1157
1819
return conflicts
1158
1820
1821
def revision_tree(self, revision_id):
1822
"""See Tree.revision_tree.
1823
1824
WorkingTree can supply revision_trees for the basis revision only
1825
because there is only one cached inventory in the bzr directory.
1826
"""
1827
if revision_id == self.last_revision():
1828
try:
1829
xml = self.read_basis_inventory()
1830
except errors.NoSuchFile:
1831
pass
1832
else:
1833
try:
1834
inv = xml7.serializer_v7.read_inventory_from_string(xml)
1835
# dont use the repository revision_tree api because we want
1836
# to supply the inventory.
1837
if inv.revision_id == revision_id:
1838
return revisiontree.RevisionTree(self.branch.repository,
1839
inv, revision_id)
1840
except errors.BadInventoryFormat:
1841
pass
1842
# raise if there was no inventory, or if we read the wrong inventory.
1843
raise errors.NoSuchRevisionInTree(self, revision_id)
1844
1159
1845
# XXX: This method should be deprecated in favour of taking in a proper
1160
1846
# new Inventory object.
1161
@needs_write_lock
1847
@needs_tree_write_lock
1162
1848
def set_inventory(self, new_inventory_list):
1163
1849
from bzrlib.inventory import (Inventory,
1164
1850
InventoryDirectory,
1178
1864
elif kind == 'symlink':
1179
1865
inv.add(InventoryLink(file_id, name, parent))
1180
1866
else:
1181
raise BzrError("unknown kind %r" % kind)
1867
raise errors.BzrError("unknown kind %r" % kind)
1182
1868
self._write_inventory(inv)
1183
1869
1184
@needs_write_lock
1870
@needs_tree_write_lock
1185
1871
def set_root_id(self, file_id):
1186
1872
"""Set the root id for this tree."""
1187
inv = self.read_working_inventory()
1873
# for compatability
1874
if file_id is None:
1875
symbol_versioning.warn(symbol_versioning.zero_twelve
1876
% 'WorkingTree.set_root_id with fileid=None',
1877
DeprecationWarning,
1878
stacklevel=3)
1879
file_id = ROOT_ID
1880
else:
1881
file_id = osutils.safe_file_id(file_id)
1882
self._set_root_id(file_id)
1883
1884
def _set_root_id(self, file_id):
1885
"""Set the root id for this tree, in a format specific manner.
1886
1887
:param file_id: The file id to assign to the root. It must not be
1888
present in the current inventory or an error will occur. It must
1889
not be None, but rather a valid file id.
1890
"""
1891
inv = self._inventory
1188
1892
orig_root_id = inv.root.file_id
1893
# TODO: it might be nice to exit early if there was nothing
1894
# to do, saving us from trigger a sync on unlock.
1895
self._inventory_is_modified = True
1896
# we preserve the root inventory entry object, but
1897
# unlinkit from the byid index
1189
1898
del inv._byid[inv.root.file_id]
1190
1899
inv.root.file_id = file_id
1900
# and link it into the index with the new changed id.
1191
1901
inv._byid[inv.root.file_id] = inv.root
1902
# and finally update all children to reference the new id.
1903
# XXX: this should be safe to just look at the root.children
1904
# list, not the WHOLE INVENTORY.
1192
1905
for fid in inv:
1193
1906
entry = inv[fid]
1194
1907
if entry.parent_id == orig_root_id:
1195
1908
entry.parent_id = inv.root.file_id
1196
self._write_inventory(inv)
1197
1909
1198
1910
def unlock(self):
1199
1911
"""See Branch.unlock.
1204
1916
between multiple working trees, i.e. via shared storage, then we
1205
1917
would probably want to lock both the local tree, and the branch.
1206
1918
"""
1207
# FIXME: We want to write out the hashcache only when the last lock on
1208
# this working copy is released. Peeking at the lock count is a bit
1209
# of a nasty hack; probably it's better to have a transaction object,
1210
# which can do some finalization when it's either successfully or
1211
# unsuccessfully completed. (Denys's original patch did that.)
1212
# RBC 20060206 hookinhg into transaction will couple lock and transaction
1213
# wrongly. Hookinh into unllock on the control files object is fine though.
1214
1215
# TODO: split this per format so there is no ugly if block
1216
if self._hashcache.needs_write and (
1217
# dedicated lock files
1218
self._control_files._lock_count==1 or
1219
# shared lock files
1220
(self._control_files is self.branch.control_files and
1221
self._control_files._lock_count==3)):
1222
self._hashcache.write()
1223
# reverse order of locking.
1224
result = self._control_files.unlock()
1225
try:
1226
self.branch.unlock()
1227
finally:
1228
return result
1919
raise NotImplementedError(self.unlock)
1229
1920
1230
@needs_write_lock
1231
1921
def update(self):
1232
1922
"""Update a working tree along its branch.
1233
1923
1234
This will update the branch if its bound too, which means we have multiple trees involved:
1235
The new basis tree of the master.
1236
The old basis tree of the branch.
1237
The old basis tree of the working tree.
1238
The current working tree state.
1239
pathologically all three may be different, and non ancestors of each other.
1240
Conceptually we want to:
1241
Preserve the wt.basis->wt.state changes
1242
Transform the wt.basis to the new master basis.
1243
Apply a merge of the old branch basis to get any 'local' changes from it into the tree.
1244
Restore the wt.basis->wt.state changes.
1924
This will update the branch if its bound too, which means we have
1925
multiple trees involved:
1926
1927
- The new basis tree of the master.
1928
- The old basis tree of the branch.
1929
- The old basis tree of the working tree.
1930
- The current working tree state.
1931
1932
Pathologically, all three may be different, and non-ancestors of each
1933
other. Conceptually we want to:
1934
1935
- Preserve the wt.basis->wt.state changes
1936
- Transform the wt.basis to the new master basis.
1937
- Apply a merge of the old branch basis to get any 'local' changes from
1938
it into the tree.
1939
- Restore the wt.basis->wt.state changes.
1245
1940
1246
1941
There isn't a single operation at the moment to do that, so we:
1247
Merge current state -> basis tree of the master w.r.t. the old tree basis.
1248
Do a 'normal' merge of the old branch basis if it is relevant.
1249
"""
1250
old_tip = self.branch.update()
1251
if old_tip is not None:
1252
self.add_pending_merge(old_tip)
1253
self.branch.lock_read()
1254
try:
1255
result = 0
1256
if self.last_revision() != self.branch.last_revision():
1257
# merge tree state up to new branch tip.
1258
basis = self.basis_tree()
1942
- Merge current state -> basis tree of the master w.r.t. the old tree
1943
basis.
1944
- Do a 'normal' merge of the old branch basis if it is relevant.
1945
"""
1946
if self.branch.get_master_branch() is not None:
1947
self.lock_write()
1948
update_branch = True
1949
else:
1950
self.lock_tree_write()
1951
update_branch = False
1952
try:
1953
if update_branch:
1954
old_tip = self.branch.update()
1955
else:
1956
old_tip = None
1957
return self._update_tree(old_tip)
1958
finally:
1959
self.unlock()
1960
1961
@needs_tree_write_lock
1962
def _update_tree(self, old_tip=None):
1963
"""Update a tree to the master branch.
1964
1965
:param old_tip: if supplied, the previous tip revision the branch,
1966
before it was changed to the master branch's tip.
1967
"""
1968
# here if old_tip is not None, it is the old tip of the branch before
1969
# it was updated from the master branch. This should become a pending
1970
# merge in the working tree to preserve the user existing work. we
1971
# cant set that until we update the working trees last revision to be
1972
# one from the new branch, because it will just get absorbed by the
1973
# parent de-duplication logic.
1974
#
1975
# We MUST save it even if an error occurs, because otherwise the users
1976
# local work is unreferenced and will appear to have been lost.
1977
#
1978
result = 0
1979
try:
1980
last_rev = self.get_parent_ids()[0]
1981
except IndexError:
1982
last_rev = None
1983
if last_rev != self.branch.last_revision():
1984
# merge tree state up to new branch tip.
1985
basis = self.basis_tree()
1986
basis.lock_read()
1987
try:
1259
1988
to_tree = self.branch.basis_tree()
1260
result += merge_inner(self.branch,
1989
if basis.inventory.root is None:
1990
self.set_root_id(to_tree.inventory.root.file_id)
1991
self.flush()
1992
result += merge.merge_inner(
1993
self.branch,
1261
1994
to_tree,
1262
1995
basis,
1263
1996
this_tree=self)
1264
self.set_last_revision(self.branch.last_revision())
1265
if old_tip and old_tip != self.last_revision():
1266
# our last revision was not the prior branch last reivison
1267
# and we have converted that last revision to a pending merge.
1268
# base is somewhere between the branch tip now
1269
# and the now pending merge
1270
from bzrlib.revision import common_ancestor
1271
try:
1272
base_rev_id = common_ancestor(self.branch.last_revision(),
1273
old_tip,
1274
self.branch.repository)
1275
except errors.NoCommonAncestor:
1276
base_rev_id = None
1277
base_tree = self.branch.repository.revision_tree(base_rev_id)
1278
other_tree = self.branch.repository.revision_tree(old_tip)
1279
result += merge_inner(self.branch,
1280
other_tree,
1281
base_tree,
1282
this_tree=self)
1283
return result
1284
finally:
1285
self.branch.unlock()
1286
1287
@needs_write_lock
1997
finally:
1998
basis.unlock()
1999
# TODO - dedup parents list with things merged by pull ?
2000
# reuse the tree we've updated to to set the basis:
2001
parent_trees = [(self.branch.last_revision(), to_tree)]
2002
merges = self.get_parent_ids()[1:]
2003
# Ideally we ask the tree for the trees here, that way the working
2004
# tree can decide whether to give us teh entire tree or give us a
2005
# lazy initialised tree. dirstate for instance will have the trees
2006
# in ram already, whereas a last-revision + basis-inventory tree
2007
# will not, but also does not need them when setting parents.
2008
for parent in merges:
2009
parent_trees.append(
2010
(parent, self.branch.repository.revision_tree(parent)))
2011
if old_tip is not None:
2012
parent_trees.append(
2013
(old_tip, self.branch.repository.revision_tree(old_tip)))
2014
self.set_parent_trees(parent_trees)
2015
last_rev = parent_trees[0][0]
2016
else:
2017
# the working tree had the same last-revision as the master
2018
# branch did. We may still have pivot local work from the local
2019
# branch into old_tip:
2020
if old_tip is not None:
2021
self.add_parent_tree_id(old_tip)
2022
if old_tip and old_tip != last_rev:
2023
# our last revision was not the prior branch last revision
2024
# and we have converted that last revision to a pending merge.
2025
# base is somewhere between the branch tip now
2026
# and the now pending merge
2027
2028
# Since we just modified the working tree and inventory, flush out
2029
# the current state, before we modify it again.
2030
# TODO: jam 20070214 WorkingTree3 doesn't require this, dirstate
2031
# requires it only because TreeTransform directly munges the
2032
# inventory and calls tree._write_inventory(). Ultimately we
2033
# should be able to remove this extra flush.
2034
self.flush()
2035
from bzrlib.revision import common_ancestor
2036
try:
2037
base_rev_id = common_ancestor(self.branch.last_revision(),
2038
old_tip,
2039
self.branch.repository)
2040
except errors.NoCommonAncestor:
2041
base_rev_id = None
2042
base_tree = self.branch.repository.revision_tree(base_rev_id)
2043
other_tree = self.branch.repository.revision_tree(old_tip)
2044
result += merge.merge_inner(
2045
self.branch,
2046
other_tree,
2047
base_tree,
2048
this_tree=self)
2049
return result
2050
2051
def _write_hashcache_if_dirty(self):
2052
"""Write out the hashcache if it is dirty."""
2053
if self._hashcache.needs_write:
2054
try:
2055
self._hashcache.write()
2056
except OSError, e:
2057
if e.errno not in (errno.EPERM, errno.EACCES):
2058
raise
2059
# TODO: jam 20061219 Should this be a warning? A single line
2060
# warning might be sufficient to let the user know what
2061
# is going on.
2062
mutter('Could not write hashcache for %s\nError: %s',
2063
self._hashcache.cache_file_name(), e)
2064
2065
@needs_tree_write_lock
1288
2066
def _write_inventory(self, inv):
1289
2067
"""Write inventory as the current inventory."""
1290
sio = StringIO()
1291
bzrlib.xml5.serializer_v5.write_inventory(inv, sio)
1292
sio.seek(0)
1293
self._control_files.put('inventory', sio)
1294
self._set_inventory(inv)
1295
mutter('wrote working inventory')
2068
self._set_inventory(inv, dirty=True)
2069
self.flush()
1296
2070
1297
2071
def set_conflicts(self, arg):
1298
raise UnsupportedOperation(self.set_conflicts, self)
2072
raise errors.UnsupportedOperation(self.set_conflicts, self)
2073
2074
def add_conflicts(self, arg):
2075
raise errors.UnsupportedOperation(self.add_conflicts, self)
1299
2076
1300
2077
@needs_read_lock
1301
2078
def conflicts(self):
1302
conflicts = ConflictList()
2079
conflicts = _mod_conflicts.ConflictList()
1303
2080
for conflicted in self._iter_conflicts():
1304
2081
text = True
1305
2082
try:
1306
2083
if file_kind(self.abspath(conflicted)) != "file":
1307
2084
text = False
1308
except OSError, e:
1309
if e.errno == errno.ENOENT:
1310
text = False
1311
else:
1312
raise
2085
except errors.NoSuchFile:
2086
text = False
1313
2087
if text is True:
1314
2088
for suffix in ('.THIS', '.OTHER'):
1315
2089
try:
1316
2090
kind = file_kind(self.abspath(conflicted+suffix))
1317
except OSError, e:
1318
if e.errno == errno.ENOENT:
2091
if kind != "file":
1319
2092
text = False
1320
break
1321
else:
1322
raise
1323
if kind != "file":
2093
except errors.NoSuchFile:
1324
2094
text = False
2095
if text == False:
1325
2096
break
1326
2097
ctype = {True: 'text conflict', False: 'contents conflict'}[text]
1327
conflicts.append(Conflict.factory(ctype, path=conflicted,
2098
conflicts.append(_mod_conflicts.Conflict.factory(ctype,
2099
path=conflicted,
1328
2100
file_id=self.path2id(conflicted)))
1329
2101
return conflicts
1330
2102
2103
def walkdirs(self, prefix=""):
2104
"""Walk the directories of this tree.
2105
2106
This API returns a generator, which is only valid during the current
2107
tree transaction - within a single lock_read or lock_write duration.
2108
2109
If the tree is not locked, it may cause an error to be raised, depending
2110
on the tree implementation.
2111
"""
2112
disk_top = self.abspath(prefix)
2113
if disk_top.endswith('/'):
2114
disk_top = disk_top[:-1]
2115
top_strip_len = len(disk_top) + 1
2116
inventory_iterator = self._walkdirs(prefix)
2117
disk_iterator = osutils.walkdirs(disk_top, prefix)
2118
try:
2119
current_disk = disk_iterator.next()
2120
disk_finished = False
2121
except OSError, e:
2122
if e.errno != errno.ENOENT:
2123
raise
2124
current_disk = None
2125
disk_finished = True
2126
try:
2127
current_inv = inventory_iterator.next()
2128
inv_finished = False
2129
except StopIteration:
2130
current_inv = None
2131
inv_finished = True
2132
while not inv_finished or not disk_finished:
2133
if not disk_finished:
2134
# strip out .bzr dirs
2135
if current_disk[0][1][top_strip_len:] == '':
2136
# osutils.walkdirs can be made nicer -
2137
# yield the path-from-prefix rather than the pathjoined
2138
# value.
2139
bzrdir_loc = bisect_left(current_disk[1], ('.bzr', '.bzr'))
2140
if current_disk[1][bzrdir_loc][0] == '.bzr':
2141
# we dont yield the contents of, or, .bzr itself.
2142
del current_disk[1][bzrdir_loc]
2143
if inv_finished:
2144
# everything is unknown
2145
direction = 1
2146
elif disk_finished:
2147
# everything is missing
2148
direction = -1
2149
else:
2150
direction = cmp(current_inv[0][0], current_disk[0][0])
2151
if direction > 0:
2152
# disk is before inventory - unknown
2153
dirblock = [(relpath, basename, kind, stat, None, None) for
2154
relpath, basename, kind, stat, top_path in current_disk[1]]
2155
yield (current_disk[0][0], None), dirblock
2156
try:
2157
current_disk = disk_iterator.next()
2158
except StopIteration:
2159
disk_finished = True
2160
elif direction < 0:
2161
# inventory is before disk - missing.
2162
dirblock = [(relpath, basename, 'unknown', None, fileid, kind)
2163
for relpath, basename, dkind, stat, fileid, kind in
2164
current_inv[1]]
2165
yield (current_inv[0][0], current_inv[0][1]), dirblock
2166
try:
2167
current_inv = inventory_iterator.next()
2168
except StopIteration:
2169
inv_finished = True
2170
else:
2171
# versioned present directory
2172
# merge the inventory and disk data together
2173
dirblock = []
2174
for relpath, subiterator in itertools.groupby(sorted(
2175
current_inv[1] + current_disk[1], key=operator.itemgetter(0)), operator.itemgetter(1)):
2176
path_elements = list(subiterator)
2177
if len(path_elements) == 2:
2178
inv_row, disk_row = path_elements
2179
# versioned, present file
2180
dirblock.append((inv_row[0],
2181
inv_row[1], disk_row[2],
2182
disk_row[3], inv_row[4],
2183
inv_row[5]))
2184
elif len(path_elements[0]) == 5:
2185
# unknown disk file
2186
dirblock.append((path_elements[0][0],
2187
path_elements[0][1], path_elements[0][2],
2188
path_elements[0][3], None, None))
2189
elif len(path_elements[0]) == 6:
2190
# versioned, absent file.
2191
dirblock.append((path_elements[0][0],
2192
path_elements[0][1], 'unknown', None,
2193
path_elements[0][4], path_elements[0][5]))
2194
else:
2195
raise NotImplementedError('unreachable code')
2196
yield current_inv[0], dirblock
2197
try:
2198
current_inv = inventory_iterator.next()
2199
except StopIteration:
2200
inv_finished = True
2201
try:
2202
current_disk = disk_iterator.next()
2203
except StopIteration:
2204
disk_finished = True
2205
2206
def _walkdirs(self, prefix=""):
2207
_directory = 'directory'
2208
# get the root in the inventory
2209
inv = self.inventory
2210
top_id = inv.path2id(prefix)
2211
if top_id is None:
2212
pending = []
2213
else:
2214
pending = [(prefix, '', _directory, None, top_id, None)]
2215
while pending:
2216
dirblock = []
2217
currentdir = pending.pop()
2218
# 0 - relpath, 1- basename, 2- kind, 3- stat, 4-id, 5-kind
2219
top_id = currentdir[4]
2220
if currentdir[0]:
2221
relroot = currentdir[0] + '/'
2222
else:
2223
relroot = ""
2224
# FIXME: stash the node in pending
2225
entry = inv[top_id]
2226
for name, child in entry.sorted_children():
2227
dirblock.append((relroot + name, name, child.kind, None,
2228
child.file_id, child.kind
2229
))
2230
yield (currentdir[0], entry.file_id), dirblock
2231
# push the user specified dirs from dirblock
2232
for dir in reversed(dirblock):
2233
if dir[2] == _directory:
2234
pending.append(dir)
2235
2236
@needs_tree_write_lock
2237
def auto_resolve(self):
2238
"""Automatically resolve text conflicts according to contents.
2239
2240
Only text conflicts are auto_resolvable. Files with no conflict markers
2241
are considered 'resolved', because bzr always puts conflict markers
2242
into files that have text conflicts. The corresponding .THIS .BASE and
2243
.OTHER files are deleted, as per 'resolve'.
2244
:return: a tuple of ConflictLists: (un_resolved, resolved).
2245
"""
2246
un_resolved = _mod_conflicts.ConflictList()
2247
resolved = _mod_conflicts.ConflictList()
2248
conflict_re = re.compile('^(<{7}|={7}|>{7})')
2249
for conflict in self.conflicts():
2250
if (conflict.typestring != 'text conflict' or
2251
self.kind(conflict.file_id) != 'file'):
2252
un_resolved.append(conflict)
2253
continue
2254
my_file = open(self.id2abspath(conflict.file_id), 'rb')
2255
try:
2256
for line in my_file:
2257
if conflict_re.search(line):
2258
un_resolved.append(conflict)
2259
break
2260
else:
2261
resolved.append(conflict)
2262
finally:
2263
my_file.close()
2264
resolved.remove_files(self)
2265
self.set_conflicts(un_resolved)
2266
return un_resolved, resolved
2267
2268
def _validate(self):
2269
"""Validate internal structures.
2270
2271
This is meant mostly for the test suite. To give it a chance to detect
2272
corruption after actions have occurred. The default implementation is a
2273
just a no-op.
2274
2275
:return: None. An exception should be raised if there is an error.
2276
"""
2277
return
2278
2279
2280
class WorkingTree2(WorkingTree):
2281
"""This is the Format 2 working tree.
2282
2283
This was the first weave based working tree.
2284
- uses os locks for locking.
2285
- uses the branch last-revision.
2286
"""
2287
2288
def __init__(self, *args, **kwargs):
2289
super(WorkingTree2, self).__init__(*args, **kwargs)
2290
# WorkingTree2 has more of a constraint that self._inventory must
2291
# exist. Because this is an older format, we don't mind the overhead
2292
# caused by the extra computation here.
2293
2294
# Newer WorkingTree's should only have self._inventory set when they
2295
# have a read lock.
2296
if self._inventory is None:
2297
self.read_working_inventory()
2298
2299
def lock_tree_write(self):
2300
"""See WorkingTree.lock_tree_write().
2301
2302
In Format2 WorkingTrees we have a single lock for the branch and tree
2303
so lock_tree_write() degrades to lock_write().
2304
"""
2305
self.branch.lock_write()
2306
try:
2307
return self._control_files.lock_write()
2308
except:
2309
self.branch.unlock()
2310
raise
2311
2312
def unlock(self):
2313
# we share control files:
2314
if self._control_files._lock_count == 3:
2315
# _inventory_is_modified is always False during a read lock.
2316
if self._inventory_is_modified:
2317
self.flush()
2318
self._write_hashcache_if_dirty()
2319
2320
# reverse order of locking.
2321
try:
2322
return self._control_files.unlock()
2323
finally:
2324
self.branch.unlock()
2325
1331
2326
1332
2327
class WorkingTree3(WorkingTree):
1333
2328
"""This is the Format 3 working tree.
1340
2335
"""
1341
2336
1342
2337
@needs_read_lock
1343
def last_revision(self):
1344
"""See WorkingTree.last_revision."""
2338
def _last_revision(self):
2339
"""See Mutable.last_revision."""
1345
2340
try:
1346
return self._control_files.get_utf8('last-revision').read()
1347
except NoSuchFile:
2341
return osutils.safe_revision_id(
2342
self._control_files.get('last-revision').read())
2343
except errors.NoSuchFile:
1348
2344
return None
1349
2345
1350
2346
def _change_last_revision(self, revision_id):
1356
2352
pass
1357
2353
return False
1358
2354
else:
1359
try:
1360
self.branch.revision_history().index(revision_id)
1361
except ValueError:
1362
raise errors.NoSuchRevision(self.branch, revision_id)
1363
self._control_files.put_utf8('last-revision', revision_id)
2355
self._control_files.put_bytes('last-revision', revision_id)
1364
2356
return True
1365
2357
1366
@needs_write_lock
2358
@needs_tree_write_lock
1367
2359
def set_conflicts(self, conflicts):
1368
2360
self._put_rio('conflicts', conflicts.to_stanzas(),
1369
2361
CONFLICT_HEADER_1)
1370
2362
2363
@needs_tree_write_lock
2364
def add_conflicts(self, new_conflicts):
2365
conflict_set = set(self.conflicts())
2366
conflict_set.update(set(list(new_conflicts)))
2367
self.set_conflicts(_mod_conflicts.ConflictList(sorted(conflict_set,
2368
key=_mod_conflicts.Conflict.sort_key)))
2369
1371
2370
@needs_read_lock
1372
2371
def conflicts(self):
1373
2372
try:
1374
2373
confile = self._control_files.get('conflicts')
1375
except NoSuchFile:
1376
return ConflictList()
2374
except errors.NoSuchFile:
2375
return _mod_conflicts.ConflictList()
1377
2376
try:
1378
2377
if confile.next() != CONFLICT_HEADER_1 + '\n':
1379
raise ConflictFormatError()
2378
raise errors.ConflictFormatError()
1380
2379
except StopIteration:
1381
raise ConflictFormatError()
1382
return ConflictList.from_stanzas(RioReader(confile))
2380
raise errors.ConflictFormatError()
2381
return _mod_conflicts.ConflictList.from_stanzas(RioReader(confile))
2382
2383
def unlock(self):
2384
if self._control_files._lock_count == 1:
2385
# _inventory_is_modified is always False during a read lock.
2386
if self._inventory_is_modified:
2387
self.flush()
2388
self._write_hashcache_if_dirty()
2389
# reverse order of locking.
2390
try:
2391
return self._control_files.unlock()
2392
finally:
2393
self.branch.unlock()
1383
2394
1384
2395
1385
2396
def get_conflicted_stem(path):
1386
for suffix in CONFLICT_SUFFIXES:
2397
for suffix in _mod_conflicts.CONFLICT_SUFFIXES:
1387
2398
if path.endswith(suffix):
1388
2399
return path[:-len(suffix)]
1389
2400
2401
1390
2402
@deprecated_function(zero_eight)
1391
2403
def is_control_file(filename):
1392
2404
"""See WorkingTree.is_control_filename(filename)."""
1427
2439
_formats = {}
1428
2440
"""The known formats."""
1429
2441
2442
requires_rich_root = False
2443
2444
upgrade_recommended = False
2445
1430
2446
@classmethod
1431
2447
def find_format(klass, a_bzrdir):
1432
2448
"""Return the format for the working tree object in a_bzrdir."""
1434
2450
transport = a_bzrdir.get_workingtree_transport(None)
1435
2451
format_string = transport.get("format").read()
1436
2452
return klass._formats[format_string]
1437
except NoSuchFile:
2453
except errors.NoSuchFile:
1438
2454
raise errors.NoWorkingTree(base=transport.base)
1439
2455
except KeyError:
1440
raise errors.UnknownFormatError(format_string)
2456
raise errors.UnknownFormatError(format=format_string)
2457
2458
def __eq__(self, other):
2459
return self.__class__ is other.__class__
2460
2461
def __ne__(self, other):
2462
return not (self == other)
1441
2463
1442
2464
@classmethod
1443
2465
def get_default_format(klass):
1475
2497
del klass._formats[format.get_format_string()]
1476
2498
1477
2499
1478
1479
2500
class WorkingTreeFormat2(WorkingTreeFormat):
1480
2501
"""The second working tree format.
1481
2502
1482
2503
This format modified the hash cache from the format 1 hash cache.
1483
2504
"""
1484
2505
2506
upgrade_recommended = True
2507
1485
2508
def get_format_description(self):
1486
2509
"""See WorkingTreeFormat.get_format_description()."""
1487
2510
return "Working tree format 2"
1488
2511
2512
def stub_initialize_remote(self, control_files):
2513
"""As a special workaround create critical control files for a remote working tree
2514
2515
This ensures that it can later be updated and dealt with locally,
2516
since BzrDirFormat6 and BzrDirFormat5 cannot represent dirs with
2517
no working tree. (See bug #43064).
2518
"""
2519
sio = StringIO()
2520
inv = Inventory()
2521
xml5.serializer_v5.write_inventory(inv, sio)
2522
sio.seek(0)
2523
control_files.put('inventory', sio)
2524
2525
control_files.put_bytes('pending-merges', '')
2526
2527
1489
2528
def initialize(self, a_bzrdir, revision_id=None):
1490
2529
"""See WorkingTreeFormat.initialize()."""
1491
2530
if not isinstance(a_bzrdir.transport, LocalTransport):
1492
2531
raise errors.NotLocalUrl(a_bzrdir.transport.base)
1493
2532
branch = a_bzrdir.open_branch()
1494
2533
if revision_id is not None:
2534
revision_id = osutils.safe_revision_id(revision_id)
1495
2535
branch.lock_write()
1496
2536
try:
1497
2537
revision_history = branch.revision_history()
1503
2543
finally:
1504
2544
branch.unlock()
1505
2545
revision = branch.last_revision()
1506
inv = Inventory()
1507
wt = WorkingTree(a_bzrdir.root_transport.base,
2546
inv = Inventory()
2547
wt = WorkingTree2(a_bzrdir.root_transport.local_abspath('.'),
1508
2548
branch,
1509
2549
inv,
1510
2550
_internal=True,
1511
2551
_format=self,
1512
2552
_bzrdir=a_bzrdir)
1513
wt._write_inventory(inv)
1514
wt.set_root_id(inv.root.file_id)
1515
wt.set_last_revision(revision)
1516
wt.set_pending_merges([])
1517
build_tree(wt.basis_tree(), wt)
2553
basis_tree = branch.repository.revision_tree(revision)
2554
if basis_tree.inventory.root is not None:
2555
wt.set_root_id(basis_tree.inventory.root.file_id)
2556
# set the parent list and cache the basis tree.
2557
wt.set_parent_trees([(revision, basis_tree)])
2558
transform.build_tree(basis_tree, wt)
1518
2559
return wt
1519
2560
1520
2561
def __init__(self):
1532
2573
raise NotImplementedError
1533
2574
if not isinstance(a_bzrdir.transport, LocalTransport):
1534
2575
raise errors.NotLocalUrl(a_bzrdir.transport.base)
1535
return WorkingTree(a_bzrdir.root_transport.base,
2576
wt = WorkingTree2(a_bzrdir.root_transport.local_abspath('.'),
1536
2577
_internal=True,
1537
2578
_format=self,
1538
2579
_bzrdir=a_bzrdir)
1539
2580
return wt
1540
2581
1541
2582
class WorkingTreeFormat3(WorkingTreeFormat):
1542
2583
"""The second working tree format updated to record a format marker.
1547
2588
files, separate from the BzrDir format
1548
2589
- modifies the hash cache format
1549
2590
- is new in bzr 0.8
1550
- uses a LockDir to guard access to the repository
2591
- uses a LockDir to guard access for writes.
1551
2592
"""
2593
2594
upgrade_recommended = True
1552
2595
1553
2596
def get_format_string(self):
1554
2597
"""See WorkingTreeFormat.get_format_string()."""
1561
2604
_lock_file_name = 'lock'
1562
2605
_lock_class = LockDir
1563
2606
2607
_tree_class = WorkingTree3
2608
2609
def __get_matchingbzrdir(self):
2610
return bzrdir.BzrDirMetaFormat1()
2611
2612
_matchingbzrdir = property(__get_matchingbzrdir)
2613
1564
2614
def _open_control_files(self, a_bzrdir):
1565
2615
transport = a_bzrdir.get_workingtree_transport(None)
1566
2616
return LockableFiles(transport, self._lock_file_name,
1569
2619
def initialize(self, a_bzrdir, revision_id=None):
1570
2620
"""See WorkingTreeFormat.initialize().
1571
2621
1572
revision_id allows creating a working tree at a differnet
2622
revision_id allows creating a working tree at a different
1573
2623
revision than the branch is at.
1574
2624
"""
1575
2625
if not isinstance(a_bzrdir.transport, LocalTransport):
1577
2627
transport = a_bzrdir.get_workingtree_transport(self)
1578
2628
control_files = self._open_control_files(a_bzrdir)
1579
2629
control_files.create_lock()
2630
control_files.lock_write()
1580
2631
control_files.put_utf8('format', self.get_format_string())
1581
2632
branch = a_bzrdir.open_branch()
1582
2633
if revision_id is None:
1583
2634
revision_id = branch.last_revision()
1584
inv = Inventory()
1585
wt = WorkingTree3(a_bzrdir.root_transport.base,
2635
else:
2636
revision_id = osutils.safe_revision_id(revision_id)
2637
# WorkingTree3 can handle an inventory which has a unique root id.
2638
# as of bzr 0.12. However, bzr 0.11 and earlier fail to handle
2639
# those trees. And because there isn't a format bump inbetween, we
2640
# are maintaining compatibility with older clients.
2641
# inv = Inventory(root_id=gen_root_id())
2642
inv = self._initial_inventory()
2643
wt = self._tree_class(a_bzrdir.root_transport.local_abspath('.'),
1586
2644
branch,
1587
2645
inv,
1588
2646
_internal=True,
1589
2647
_format=self,
1590
2648
_bzrdir=a_bzrdir,
1591
2649
_control_files=control_files)
1592
wt._write_inventory(inv)
1593
wt.set_root_id(inv.root.file_id)
1594
wt.set_last_revision(revision_id)
1595
wt.set_pending_merges([])
1596
build_tree(wt.basis_tree(), wt)
2650
wt.lock_tree_write()
2651
try:
2652
basis_tree = branch.repository.revision_tree(revision_id)
2653
# only set an explicit root id if there is one to set.
2654
if basis_tree.inventory.root is not None:
2655
wt.set_root_id(basis_tree.inventory.root.file_id)
2656
if revision_id == NULL_REVISION:
2657
wt.set_parent_trees([])
2658
else:
2659
wt.set_parent_trees([(revision_id, basis_tree)])
2660
transform.build_tree(basis_tree, wt)
2661
finally:
2662
# Unlock in this order so that the unlock-triggers-flush in
2663
# WorkingTree is given a chance to fire.
2664
control_files.unlock()
2665
wt.unlock()
1597
2666
return wt
1598
2667
2668
def _initial_inventory(self):
2669
return Inventory()
2670
1599
2671
def __init__(self):
1600
2672
super(WorkingTreeFormat3, self).__init__()
1601
self._matchingbzrdir = bzrdir.BzrDirMetaFormat1()
1602
2673
1603
2674
def open(self, a_bzrdir, _found=False):
1604
2675
"""Return the WorkingTree object for a_bzrdir
1611
2682
raise NotImplementedError
1612
2683
if not isinstance(a_bzrdir.transport, LocalTransport):
1613
2684
raise errors.NotLocalUrl(a_bzrdir.transport.base)
1614
control_files = self._open_control_files(a_bzrdir)
1615
return WorkingTree3(a_bzrdir.root_transport.base,
1616
_internal=True,
1617
_format=self,
1618
_bzrdir=a_bzrdir,
1619
_control_files=control_files)
2685
wt = self._open(a_bzrdir, self._open_control_files(a_bzrdir))
2686
return wt
2687
2688
def _open(self, a_bzrdir, control_files):
2689
"""Open the tree itself.
2690
2691
:param a_bzrdir: the dir for the tree.
2692
:param control_files: the control files for the tree.
2693
"""
2694
return self._tree_class(a_bzrdir.root_transport.local_abspath('.'),
2695
_internal=True,
2696
_format=self,
2697
_bzrdir=a_bzrdir,
2698
_control_files=control_files)
1620
2699
1621
2700
def __str__(self):
1622
2701
return self.get_format_string()
1623
2702
1624
2703
2704
__default_format = WorkingTreeFormat4()
2705
WorkingTreeFormat.register_format(__default_format)
2706
WorkingTreeFormat.register_format(WorkingTreeFormat3())
2707
WorkingTreeFormat.set_default_format(__default_format)
1625
2708
# formats which have no format string are not discoverable
1626
2709
# and not independently creatable, so are not registered.
1627
__default_format = WorkingTreeFormat3()
1628
WorkingTreeFormat.register_format(__default_format)
1629
WorkingTreeFormat.set_default_format(__default_format)
1630
2710
_legacy_formats = [WorkingTreeFormat2(),
1631
2711
]
1632
2712
1645
2725
self._transport_readonly_server = transport_readonly_server
1646
2726
self._formats = formats
1647
2727
2728
def _clone_test(self, test, bzrdir_format, workingtree_format, variation):
2729
"""Clone test for adaption."""
2730
new_test = deepcopy(test)
2731
new_test.transport_server = self._transport_server
2732
new_test.transport_readonly_server = self._transport_readonly_server
2733
new_test.bzrdir_format = bzrdir_format
2734
new_test.workingtree_format = workingtree_format
2735
def make_new_test_id():
2736
new_id = "%s(%s)" % (test.id(), variation)
2737
return lambda: new_id
2738
new_test.id = make_new_test_id()
2739
return new_test
2740
1648
2741
def adapt(self, test):
1649
2742
from bzrlib.tests import TestSuite
1650
2743
result = TestSuite()
1651
2744
for workingtree_format, bzrdir_format in self._formats:
1652
new_test = deepcopy(test)
1653
new_test.transport_server = self._transport_server
1654
new_test.transport_readonly_server = self._transport_readonly_server
1655
new_test.bzrdir_format = bzrdir_format
1656
new_test.workingtree_format = workingtree_format
1657
def make_new_test_id():
1658
new_id = "%s(%s)" % (new_test.id(), workingtree_format.__class__.__name__)
1659
return lambda: new_id
1660
new_test.id = make_new_test_id()
2745
new_test = self._clone_test(
2746
test,
2747
bzrdir_format,
2748
workingtree_format, workingtree_format.__class__.__name__)
1661
2749
result.addTest(new_test)
1662
2750
return result
Loggerhead is a web-based interface for Breezy
Version: 2.0.2.dev0