120
126
kinds = [None] * len(files)
121
127
elif not len(kinds) == len(files):
122
128
raise AssertionError()
123
with self.lock_tree_write():
125
# generic constraint checks:
126
if self.is_control_filename(f):
127
raise errors.ForbiddenControlFileError(filename=f)
128
fp = osutils.splitpath(f)
129
# fill out file kinds for all files [not needed when we stop
130
# caring about the instantaneous file kind within a uncommmitted tree
132
self._gather_kinds(files, kinds)
133
self._add(files, ids, kinds)
130
# generic constraint checks:
131
if self.is_control_filename(f):
132
raise errors.ForbiddenControlFileError(filename=f)
134
# fill out file kinds for all files [not needed when we stop
135
# caring about the instantaneous file kind within a uncommmitted tree
137
self._gather_kinds(files, kinds)
138
self._add(files, ids, kinds)
135
140
def add_reference(self, sub_tree):
136
"""Add a TreeReference to the tree, pointing at sub_tree.
138
:param sub_tree: subtree to add.
141
"""Add a TreeReference to the tree, pointing at sub_tree"""
140
142
raise errors.UnsupportedOperation(self.add_reference, self)
144
def _add_reference(self, sub_tree):
145
"""Standard add_reference implementation, for use by subclasses"""
147
sub_tree_path = self.relpath(sub_tree.basedir)
148
except errors.PathNotChild:
149
raise errors.BadReferenceTarget(self, sub_tree,
150
'Target not inside tree.')
151
sub_tree_id = sub_tree.get_root_id()
152
if sub_tree_id == self.get_root_id():
153
raise errors.BadReferenceTarget(self, sub_tree,
154
'Trees have the same root id.')
155
if sub_tree_id in self.inventory:
156
raise errors.BadReferenceTarget(self, sub_tree,
157
'Root id already present in tree')
158
self._add([sub_tree_path], [sub_tree_id], ['tree-reference'])
142
160
def _add(self, files, ids, kinds):
143
161
"""Helper function for add - updates the inventory.
150
168
raise NotImplementedError(self._add)
152
def commit(self, message=None, revprops=None, *args, **kwargs):
170
@needs_tree_write_lock
171
def apply_inventory_delta(self, changes):
172
"""Apply changes to the inventory as an atomic operation.
174
:param changes: An inventory delta to apply to the working tree's
177
:seealso Inventory.apply_delta: For details on the changes parameter.
181
inv.apply_delta(changes)
182
self._write_inventory(inv)
185
def commit(self, message=None, revprops=None, *args,
153
187
# avoid circular imports
154
from breezy import commit
155
possible_master_transports = []
156
with self.lock_write():
157
revprops = commit.Commit.update_revprops(
160
kwargs.pop('authors', None),
188
from bzrlib import commit
191
possible_master_transports=[]
192
if not 'branch-nick' in revprops:
193
revprops['branch-nick'] = self.branch._get_nick(
161
194
kwargs.get('local', False),
162
195
possible_master_transports)
163
# args for wt.commit start at message from the Commit.commit method,
164
args = (message, ) + args
165
for hook in MutableTree.hooks['start_commit']:
167
committed_id = commit.Commit().commit(working_tree=self,
169
possible_master_transports=possible_master_transports,
171
post_hook_params = PostCommitHookParams(self)
172
for hook in MutableTree.hooks['post_commit']:
173
hook(post_hook_params)
196
authors = kwargs.pop('authors', None)
197
author = kwargs.pop('author', None)
198
if authors is not None:
199
if author is not None:
200
raise AssertionError('Specifying both author and authors '
201
'is not allowed. Specify just authors instead')
202
if 'author' in revprops or 'authors' in revprops:
203
# XXX: maybe we should just accept one of them?
204
raise AssertionError('author property given twice')
206
for individual in authors:
207
if '\n' in individual:
208
raise AssertionError('\\n is not a valid character '
209
'in an author identity')
210
revprops['authors'] = '\n'.join(authors)
211
if author is not None:
212
symbol_versioning.warn('The parameter author was deprecated'
213
' in version 1.13. Use authors instead',
215
if 'author' in revprops or 'authors' in revprops:
216
# XXX: maybe we should just accept one of them?
217
raise AssertionError('author property given twice')
219
raise AssertionError('\\n is not a valid character '
220
'in an author identity')
221
revprops['authors'] = author
222
# args for wt.commit start at message from the Commit.commit method,
223
args = (message, ) + args
224
for hook in MutableTree.hooks['start_commit']:
226
committed_id = commit.Commit().commit(working_tree=self,
228
possible_master_transports=possible_master_transports,
230
post_hook_params = PostCommitHookParams(self)
231
for hook in MutableTree.hooks['post_commit']:
232
hook(post_hook_params)
176
235
def _gather_kinds(self, files, kinds):
177
236
"""Helper function for add - sets the entries of kinds."""
178
237
raise NotImplementedError(self._gather_kinds)
180
def has_changes(self, _from_tree=None):
181
"""Quickly check that the tree contains at least one commitable change.
183
:param _from_tree: tree to compare against to find changes (default to
184
the basis tree and is intended to be used by tests).
240
def has_changes(self, from_tree):
241
"""Quickly check that the tree contains at least one change.
186
243
:return: True if a change is found. False otherwise
188
with self.lock_read():
189
# Check pending merges
190
if len(self.get_parent_ids()) > 1:
192
if _from_tree is None:
193
_from_tree = self.basis_tree()
194
changes = self.iter_changes(_from_tree)
195
if self.supports_symlinks():
196
# Fast path for has_changes.
198
change = next(changes)
199
# Exclude root (talk about black magic... --vila 20090629)
200
if change.parent_id == (None, None):
201
change = next(changes)
203
except StopIteration:
207
# Slow path for has_changes.
208
# Handle platforms that do not support symlinks in the
209
# conditional below. This is slower than the try/except
210
# approach below that but we don't have a choice as we
211
# need to be sure that all symlinks are removed from the
212
# entire changeset. This is because in platforms that
213
# do not support symlinks, they show up as None in the
214
# working copy as compared to the repository.
215
# Also, exclude root as mention in the above fast path.
217
lambda c: c[6][0] != 'symlink' and c[4] != (None, None),
221
except StopIteration:
225
def check_changed_or_out_of_date(self, strict, opt_name,
226
more_error, more_warning):
227
"""Check the tree for uncommitted changes and branch synchronization.
229
If strict is None and not set in the config files, a warning is issued.
230
If strict is True, an error is raised.
231
If strict is False, no checks are done and no warning is issued.
233
:param strict: True, False or None, searched in branch config if None.
235
:param opt_name: strict option name to search in config file.
237
:param more_error: Details about how to avoid the check.
239
:param more_warning: Details about what is happening.
241
with self.lock_read():
243
strict = self.branch.get_config_stack().get(opt_name)
244
if strict is not False:
246
if (self.has_changes()):
247
err_class = errors.UncommittedChanges
248
elif self.last_revision() != self.branch.last_revision():
249
# The tree has lost sync with its branch, there is little
250
# chance that the user is aware of it but he can still
251
# force the action with --no-strict
252
err_class = errors.OutOfDateTree
253
if err_class is not None:
255
err = err_class(self, more=more_warning)
256
# We don't want to interrupt the user if he expressed
257
# no preference about strict.
258
trace.warning('%s', err._format())
260
err = err_class(self, more=more_error)
245
changes = self.iter_changes(from_tree)
247
change = changes.next()
248
# Exclude root (talk about black magic... --vila 20090629)
249
if change[4] == (None, None):
250
change = changes.next()
252
except StopIteration:
263
257
def last_revision(self):
264
258
"""Return the revision id of the last commit performed in this tree.
348
352
raise NotImplementedError(self.set_parent_trees)
354
@needs_tree_write_lock
350
355
def smart_add(self, file_list, recurse=True, action=None, save=True):
351
356
"""Version file_list, optionally recursing into directories.
353
358
This is designed more towards DWIM for humans than API clarity.
354
359
For the specific behaviour see the help for cmd_add().
356
:param file_list: List of zero or more paths. *NB: these are
357
interpreted relative to the process cwd, not relative to the
358
tree.* (Add and most other tree methods use tree-relative
360
:param action: A reporter to be called with the working tree, parent_ie,
361
:param action: A reporter to be called with the inventory, parent_ie,
361
362
path and kind of the path being added. It may return a file_id if
362
363
a specific one should be used.
363
:param save: Save the changes after completing the adds. If False
364
:param save: Save the inventory after completing the adds. If False
364
365
this provides dry-run functionality by doing the add and not saving
366
367
:return: A tuple - files_added, ignored_files. files_added is the count
367
368
of added files, and ignored_files is a dict mapping files that were
368
369
ignored to the rule that caused them to be ignored.
370
raise NotImplementedError(self.smart_add)
372
def rename_one(self, from_rel, to_rel, after=False):
375
This can change the directory or the filename or both.
377
rename_one has several 'modes' to work. First, it can rename a physical
378
file and change the file_id. That is the normal mode. Second, it can
379
only change the file_id without touching any physical file.
381
rename_one uses the second mode if 'after == True' and 'to_rel' is
382
either not versioned or newly added, and present in the working tree.
384
rename_one uses the second mode if 'after == False' and 'from_rel' is
385
versioned but no longer in the working tree, and 'to_rel' is not
386
versioned but present in the working tree.
388
rename_one uses the first mode if 'after == False' and 'from_rel' is
389
versioned and present in the working tree, and 'to_rel' is not
390
versioned and not present in the working tree.
392
Everything else results in an error.
394
raise NotImplementedError(self.rename_one)
396
def copy_one(self, from_rel, to_rel):
397
"""Copy one file or directory.
399
This can change the directory or the filename or both.
402
raise NotImplementedError(self.copy_one)
404
def transform(self, pb=None):
405
"""Return a transform object for use with this tree."""
406
raise NotImplementedError(self.transform)
371
# not in an inner loop; and we want to remove direct use of this,
372
# so here as a reminder for now. RBC 20070703
373
from bzrlib.inventory import InventoryEntry
375
action = add.AddAction()
378
# no paths supplied: add the entire tree.
380
# mutter("smart add of %r")
387
# validate user file paths and convert all paths to tree
388
# relative : it's cheaper to make a tree relative path an abspath
389
# than to convert an abspath to tree relative, and it's cheaper to
390
# perform the canonicalization in bulk.
391
for filepath in osutils.canonical_relpaths(self.basedir, file_list):
392
rf = _FastPath(filepath)
393
# validate user parameters. Our recursive code avoids adding new files
394
# that need such validation
395
if self.is_control_filename(rf.raw_path):
396
raise errors.ForbiddenControlFileError(filename=rf.raw_path)
398
abspath = self.abspath(rf.raw_path)
399
kind = osutils.file_kind(abspath)
400
if kind == 'directory':
401
# schedule the dir for scanning
404
if not InventoryEntry.versionable_kind(kind):
405
raise errors.BadFileKindError(filename=abspath, kind=kind)
406
# ensure the named path is added, so that ignore rules in the later directory
408
# we dont have a parent ie known yet.: use the relatively slower inventory
410
versioned = inv.has_filename(rf.raw_path)
413
added.extend(_add_one_and_parent(self, inv, None, rf, kind, action))
416
# no need to walk any directories at all.
417
if len(added) > 0 and save:
418
self._write_inventory(inv)
419
return added, ignored
421
# only walk the minimal parents needed: we have user_dirs to override
425
is_inside = osutils.is_inside_or_parent_of_any
426
for path in sorted(user_dirs):
427
if (prev_dir is None or not is_inside([prev_dir], path.raw_path)):
428
dirs_to_add.append((path, None))
429
prev_dir = path.raw_path
431
illegalpath_re = re.compile(r'[\r\n]')
432
# dirs_to_add is initialised to a list of directories, but as we scan
433
# directories we append files to it.
434
# XXX: We should determine kind of files when we scan them rather than
435
# adding to this list. RBC 20070703
436
for directory, parent_ie in dirs_to_add:
437
# directory is tree-relative
438
abspath = self.abspath(directory.raw_path)
440
# get the contents of this directory.
442
# find the kind of the path being added.
443
kind = osutils.file_kind(abspath)
445
if not InventoryEntry.versionable_kind(kind):
446
warning("skipping %s (can't add file of kind '%s')", abspath, kind)
448
if illegalpath_re.search(directory.raw_path):
449
warning("skipping %r (contains \\n or \\r)" % abspath)
452
if parent_ie is not None:
453
versioned = directory.base_path in parent_ie.children
455
# without the parent ie, use the relatively slower inventory
457
versioned = inv.has_filename(
458
self._fix_case_of_inventory_path(directory.raw_path))
460
if kind == 'directory':
462
sub_branch = bzrdir.BzrDir.open(abspath)
464
except errors.NotBranchError:
466
except errors.UnsupportedFormatError:
471
if directory.raw_path == '':
472
# mutter("tree root doesn't need to be added")
476
# mutter("%r is already versioned", abspath)
478
# XXX: This is wrong; people *might* reasonably be trying to add
479
# subtrees as subtrees. This should probably only be done in formats
480
# which can represent subtrees, and even then perhaps only when
481
# the user asked to add subtrees. At the moment you can add them
482
# specially through 'join --reference', which is perhaps
483
# reasonable: adding a new reference is a special operation and
484
# can have a special behaviour. mbp 20070306
485
mutter("%r is a nested bzr tree", abspath)
487
_add_one(self, inv, parent_ie, directory, kind, action)
488
added.append(directory.raw_path)
490
if kind == 'directory' and not sub_tree:
491
if parent_ie is not None:
493
this_ie = parent_ie.children[directory.base_path]
495
# without the parent ie, use the relatively slower inventory
497
this_id = inv.path2id(
498
self._fix_case_of_inventory_path(directory.raw_path))
502
this_ie = inv[this_id]
504
for subf in sorted(os.listdir(abspath)):
505
# here we could use TreeDirectory rather than
506
# string concatenation.
507
subp = osutils.pathjoin(directory.raw_path, subf)
508
# TODO: is_control_filename is very slow. Make it faster.
509
# TreeDirectory.is_control_filename could also make this
510
# faster - its impossible for a non root dir to have a
512
if self.is_control_filename(subp):
513
mutter("skip control directory %r", subp)
514
elif subf in this_ie.children:
515
# recurse into this already versioned subdir.
516
dirs_to_add.append((_FastPath(subp, subf), this_ie))
518
# user selection overrides ignoes
519
# ignore while selecting files - if we globbed in the
520
# outer loop we would ignore user files.
521
ignore_glob = self.is_ignored(subp)
522
if ignore_glob is not None:
523
# mutter("skip ignored sub-file %r", subp)
524
ignored.setdefault(ignore_glob, []).append(subp)
526
#mutter("queue to add sub-file %r", subp)
527
dirs_to_add.append((_FastPath(subp, subf), this_ie))
531
self._write_inventory(inv)
533
self.read_working_inventory()
534
return added, ignored
536
def update_basis_by_delta(self, new_revid, delta):
537
"""Update the parents of this tree after a commit.
539
This gives the tree one parent, with revision id new_revid. The
540
inventory delta is applied to the current basis tree to generate the
541
inventory for the parent new_revid, and all other parent trees are
544
All the changes in the delta should be changes synchronising the basis
545
tree with some or all of the working tree, with a change to a directory
546
requiring that its contents have been recursively included. That is,
547
this is not a general purpose tree modification routine, but a helper
548
for commit which is not required to handle situations that do not arise
551
See the inventory developers documentation for the theory behind
554
:param new_revid: The new revision id for the trees parent.
555
:param delta: An inventory delta (see apply_inventory_delta) describing
556
the changes from the current left most parent revision to new_revid.
558
# if the tree is updated by a pull to the branch, as happens in
559
# WorkingTree2, when there was no separation between branch and tree,
560
# then just clear merges, efficiency is not a concern for now as this
561
# is legacy environments only, and they are slow regardless.
562
if self.last_revision() == new_revid:
563
self.set_parent_ids([new_revid])
565
# generic implementation based on Inventory manipulation. See
566
# WorkingTree classes for optimised versions for specific format trees.
567
basis = self.basis_tree()
569
# TODO: Consider re-evaluating the need for this with CHKInventory
570
# we don't strictly need to mutate an inventory for this
571
# it only makes sense when apply_delta is cheaper than get_inventory()
572
inventory = basis.inventory._get_mutable_inventory()
574
inventory.apply_delta(delta)
575
rev_tree = RevisionTree(self.branch.repository, inventory, new_revid)
576
self.set_parent_trees([(new_revid, rev_tree)])
409
579
class MutableTreeHooks(hooks.Hooks):
415
585
"""Create the default hooks.
418
hooks.Hooks.__init__(self, "breezy.mutabletree", "MutableTree.hooks")
419
self.add_hook('start_commit',
420
"Called before a commit is performed on a tree. The start commit "
421
"hook is able to change the tree before the commit takes place. "
422
"start_commit is called with the breezy.mutabletree.MutableTree "
423
"that the commit is being performed on.", (1, 4))
424
self.add_hook('post_commit',
425
"Called after a commit is performed on a tree. The hook is "
426
"called with a breezy.mutabletree.PostCommitHookParams object. "
427
"The mutable tree the commit was performed on is available via "
428
"the mutable_tree attribute of that object.", (2, 0))
429
self.add_hook('pre_transform',
430
"Called before a tree transform on this tree. The hook is called "
431
"with the tree that is being transformed and the transform.",
433
self.add_hook('post_build_tree',
434
"Called after a completely new tree is built. The hook is "
435
"called with the tree as its only argument.", (2, 5))
436
self.add_hook('post_transform',
437
"Called after a tree transform has been performed on a tree. "
438
"The hook is called with the tree that is being transformed and "
588
hooks.Hooks.__init__(self)
589
self.create_hook(hooks.HookPoint('start_commit',
590
"Called before a commit is performed on a tree. The start commit "
591
"hook is able to change the tree before the commit takes place. "
592
"start_commit is called with the bzrlib.mutabletree.MutableTree "
593
"that the commit is being performed on.", (1, 4), None))
594
self.create_hook(hooks.HookPoint('post_commit',
595
"Called after a commit is performed on a tree. The hook is "
596
"called with a bzrlib.mutabletree.PostCommitHookParams object. "
597
"The mutable tree the commit was performed on is available via "
598
"the mutable_tree attribute of that object.", (2, 0), None))
443
601
# install the default hooks into the MutableTree class.
455
613
def __init__(self, mutable_tree):
456
614
"""Create the parameters for the post_commit hook."""
457
615
self.mutable_tree = mutable_tree
618
class _FastPath(object):
619
"""A path object with fast accessors for things like basename."""
621
__slots__ = ['raw_path', 'base_path']
623
def __init__(self, path, base_path=None):
624
"""Construct a FastPath from path."""
625
if base_path is None:
626
self.base_path = osutils.basename(path)
628
self.base_path = base_path
631
def __cmp__(self, other):
632
return cmp(self.raw_path, other.raw_path)
635
return hash(self.raw_path)
638
def _add_one_and_parent(tree, inv, parent_ie, path, kind, action):
639
"""Add a new entry to the inventory and automatically add unversioned parents.
641
:param inv: Inventory which will receive the new entry.
642
:param parent_ie: Parent inventory entry if known, or None. If
643
None, the parent is looked up by name and used if present, otherwise it
644
is recursively added.
645
:param kind: Kind of new entry (file, directory, etc)
646
:param action: callback(inv, parent_ie, path, kind); return ignored.
647
:return: A list of paths which have been added.
649
# Nothing to do if path is already versioned.
650
# This is safe from infinite recursion because the tree root is
652
if parent_ie is not None:
653
# we have a parent ie already
656
# slower but does not need parent_ie
657
if inv.has_filename(tree._fix_case_of_inventory_path(path.raw_path)):
659
# its really not there : add the parent
660
# note that the dirname use leads to some extra str copying etc but as
661
# there are a limited number of dirs we can be nested under, it should
662
# generally find it very fast and not recurse after that.
663
added = _add_one_and_parent(tree, inv, None,
664
_FastPath(dirname(path.raw_path)), 'directory', action)
665
parent_id = inv.path2id(dirname(path.raw_path))
666
parent_ie = inv[parent_id]
667
_add_one(tree, inv, parent_ie, path, kind, action)
668
return added + [path.raw_path]
671
def _add_one(tree, inv, parent_ie, path, kind, file_id_callback):
672
"""Add a new entry to the inventory.
674
:param inv: Inventory which will receive the new entry.
675
:param parent_ie: Parent inventory entry.
676
:param kind: Kind of new entry (file, directory, etc)
677
:param file_id_callback: callback(inv, parent_ie, path, kind); return a
678
file_id or None to generate a new file id
681
file_id = file_id_callback(inv, parent_ie, path, kind)
682
entry = inv.make_entry(kind, path.base_path, parent_ie.file_id,