49
50
# TODO: Change the parameter 'rev_id' to 'revision_id' to be consistent with
50
51
# the rest of the code; add a deprecation of the old name.
59
from bzrlib.branch import Branch
60
from bzrlib.cleanup import OperationWithCleanups
62
from bzrlib.errors import (BzrError, PointlessCommit,
66
from bzrlib.osutils import (get_user_encoding,
68
minimum_path_selection,
71
from bzrlib.trace import mutter, note, is_quiet
72
from bzrlib.inventory import Inventory, InventoryEntry, make_entry
73
from bzrlib import symbol_versioning
74
from bzrlib.urlutils import unescape_for_display
60
from .branch import Branch
61
from .cleanup import OperationWithCleanups
63
from .errors import (BzrError, PointlessCommit,
67
from .osutils import (get_user_encoding,
69
minimum_path_selection,
72
from .trace import mutter, note, is_quiet
73
from .bzr.inventory import Inventory, InventoryEntry, make_entry
74
from .urlutils import unescape_for_display
75
from .i18n import gettext
78
def filter_excluded(iter_changes, exclude):
79
"""Filter exclude filenames.
81
:param iter_changes: iter_changes function
82
:param exclude: List of paths to exclude
83
:return: iter_changes function
85
for change in iter_changes:
86
old_path = change[1][0]
87
new_path = change[1][1]
89
new_excluded = (new_path is not None and
90
is_inside_any(exclude, new_path))
92
old_excluded = (old_path is not None and
93
is_inside_any(exclude, old_path))
95
if old_excluded and new_excluded:
98
if old_excluded or new_excluded:
99
# TODO(jelmer): Perhaps raise an error here instead?
78
105
class NullCommitReporter(object):
79
106
"""I report on progress of a commit."""
81
def started(self, revno, revid, location=None):
83
symbol_versioning.warn("As of bzr 1.0 you must pass a location "
84
"to started.", DeprecationWarning,
108
def started(self, revno, revid, location):
88
111
def snapshot_change(self, change, path):
114
137
note(format, *args)
116
139
def snapshot_change(self, change, path):
117
if path == '' and change in ('added', 'modified'):
140
if path == '' and change in (gettext('added'), gettext('modified')):
119
142
self._note("%s %s", change, path)
121
def started(self, revno, rev_id, location=None):
122
if location is not None:
123
location = ' to: ' + unescape_for_display(location, 'utf-8')
125
# When started was added, location was only made optional by
126
# accident. Matt Nordhoff 20071129
127
symbol_versioning.warn("As of bzr 1.0 you must pass a location "
128
"to started.", DeprecationWarning,
131
self._note('Committing%s', location)
144
def started(self, revno, rev_id, location):
146
gettext('Committing to: %s'),
147
unescape_for_display(location, 'utf-8'))
133
149
def completed(self, revno, rev_id):
134
self._note('Committed revision %d.', revno)
150
self._note(gettext('Committed revision %d.'), revno)
135
151
# self._note goes to the console too; so while we want to log the
136
152
# rev_id, we can't trivially only log it. (See bug 526425). Long
137
153
# term we should rearrange the reporting structure, but for now
283
288
message_callback=message_callback,
284
289
recursive=recursive,
286
possible_master_transports=possible_master_transports)
291
possible_master_transports=possible_master_transports,
288
294
def _commit(self, operation, message, timestamp, timezone, committer,
289
295
specific_files, rev_id, allow_pointless, strict, verbose,
290
296
working_tree, local, reporter, message_callback, recursive,
291
exclude, possible_master_transports):
297
exclude, possible_master_transports, lossy):
292
298
mutter('preparing to commit')
294
300
if working_tree is None:
429
433
# Add revision data to the local branch
430
434
self.rev_id = self.builder.commit(self.message)
436
except Exception as e:
433
437
mutter("aborting commit write group because of exception:")
434
438
trace.log_exception_quietly()
435
note("aborting commit write group: %r" % (e,))
436
439
self.builder.abort()
439
self._process_pre_hooks(old_revno, new_revno)
441
# Upload revision data to the master.
442
# this will propagate merged revisions too if needed.
443
if self.bound_branch:
444
self._set_progress_stage("Uploading data to master branch")
445
# 'commit' to the master first so a timeout here causes the
446
# local branch to be out of date
447
self.master_branch.import_last_revision_info(
448
self.branch.repository, new_revno, self.rev_id)
450
# and now do the commit locally.
451
self.branch.set_last_revision_info(new_revno, self.rev_id)
442
self._update_branches(old_revno, old_revid, new_revno)
453
444
# Make the working tree be up to date with the branch. This
454
445
# includes automatic changes scheduled to be made to the tree, such
461
452
self._process_post_hooks(old_revno, new_revno)
462
453
return self.rev_id
455
def _update_branches(self, old_revno, old_revid, new_revno):
456
"""Update the master and local branch to the new revision.
458
This will try to make sure that the master branch is updated
459
before the local branch.
461
:param old_revno: Revision number of master branch before the
463
:param old_revid: Tip of master branch before the commit
464
:param new_revno: Revision number of the new commit
466
if not self.builder.updates_branch:
467
self._process_pre_hooks(old_revno, new_revno)
469
# Upload revision data to the master.
470
# this will propagate merged revisions too if needed.
471
if self.bound_branch:
472
self._set_progress_stage("Uploading data to master branch")
473
# 'commit' to the master first so a timeout here causes the
474
# local branch to be out of date
475
(new_revno, self.rev_id) = self.master_branch.import_last_revision_info_and_tags(
476
self.branch, new_revno, self.rev_id, lossy=self._lossy)
478
self.branch.fetch(self.master_branch, self.rev_id)
480
# and now do the commit locally.
481
self.branch.set_last_revision_info(new_revno, self.rev_id)
484
self._process_pre_hooks(old_revno, new_revno)
486
# The commit builder will already have updated the branch,
488
self.branch.set_last_revision_info(old_revno, old_revid)
491
# Merge local tags to remote
492
if self.bound_branch:
493
self._set_progress_stage("Merging tags to master branch")
494
tag_updates, tag_conflicts = self.branch.tags.merge_to(
495
self.master_branch.tags)
497
warning_lines = [' ' + name for name, _, _ in tag_conflicts]
498
note( gettext("Conflicting tags in bound branch:\n{0}".format(
499
"\n".join(warning_lines))) )
464
501
def _select_reporter(self):
465
502
"""Select the CommitReporter to use."""
541
570
# this is so that we still consider the master branch
542
571
# - in a checkout scenario the tree may have no
543
572
# parents but the branch may do.
544
first_tree_parent = bzrlib.revision.NULL_REVISION
573
first_tree_parent = breezy.revision.NULL_REVISION
545
574
old_revno, master_last = self.master_branch.last_revision_info()
546
575
if master_last != first_tree_parent:
547
if master_last != bzrlib.revision.NULL_REVISION:
576
if master_last != breezy.revision.NULL_REVISION:
548
577
raise errors.OutOfDateTree(self.work_tree)
549
578
if self.branch.repository.has_revision(first_tree_parent):
550
579
new_revno = old_revno + 1
552
581
# ghost parents never appear in revision history.
554
return old_revno,new_revno
583
return old_revno, master_last, new_revno
556
585
def _process_pre_hooks(self, old_revno, new_revno):
557
586
"""Process any registered pre commit hooks."""
618
648
old_revno, old_revid, new_revno, self.rev_id,
619
649
tree_delta, future_tree)
621
def _gather_parents(self):
622
"""Record the parents of a merge for merge detection."""
623
# TODO: Make sure that this list doesn't contain duplicate
624
# entries and the order is preserved when doing this.
625
if self.use_record_iter_changes:
627
self.basis_inv = self.basis_tree.inventory
628
self.parent_invs = [self.basis_inv]
629
for revision in self.parents[1:]:
630
if self.branch.repository.has_revision(revision):
631
mutter('commit parent revision {%s}', revision)
632
inventory = self.branch.repository.get_inventory(revision)
633
self.parent_invs.append(inventory)
635
mutter('commit parent ghost revision {%s}', revision)
637
651
def _update_builder_with_changes(self):
638
652
"""Update the commit builder with the data about what has changed.
640
exclude = self.exclude
641
654
specific_files = self.specific_files
642
mutter("Selecting files for commit with filter %s", specific_files)
655
mutter("Selecting files for commit with filter %r", specific_files)
644
657
self._check_strict()
645
if self.use_record_iter_changes:
646
iter_changes = self.work_tree.iter_changes(self.basis_tree,
647
specific_files=specific_files)
648
iter_changes = self._filter_iter_changes(iter_changes)
649
for file_id, path, fs_hash in self.builder.record_iter_changes(
650
self.work_tree, self.basis_revid, iter_changes):
651
self.work_tree._observed_sha1(file_id, path, fs_hash)
653
# Build the new inventory
654
self._populate_from_inventory()
655
self._record_unselected()
656
self._report_and_accumulate_deletes()
658
iter_changes = self.work_tree.iter_changes(self.basis_tree,
659
specific_files=specific_files)
661
iter_changes = filter_excluded(iter_changes, self.exclude)
662
iter_changes = self._filter_iter_changes(iter_changes)
663
for file_id, path, fs_hash in self.builder.record_iter_changes(
664
self.work_tree, self.basis_revid, iter_changes):
665
self.work_tree._observed_sha1(file_id, path, fs_hash)
658
667
def _filter_iter_changes(self, iter_changes):
659
668
"""Process iter_changes.
692
703
if new_path is None:
693
704
reporter.deleted(old_path)
694
705
elif old_path is None:
695
reporter.snapshot_change('added', new_path)
706
reporter.snapshot_change(gettext('added'), new_path)
696
707
elif old_path != new_path:
697
reporter.renamed('renamed', old_path, new_path)
708
reporter.renamed(gettext('renamed'), old_path, new_path)
700
711
self.work_tree.branch.repository._format.rich_root_data):
701
712
# Don't report on changes to '' in non rich root
703
reporter.snapshot_change('modified', new_path)
714
reporter.snapshot_change(gettext('modified'), new_path)
704
715
self._next_progress_entry()
705
716
# Unversion IDs that were found to be deleted
706
717
self.deleted_ids = deleted_ids
708
def _record_unselected(self):
709
# If specific files are selected, then all un-selected files must be
710
# recorded in their previous state. For more details, see
711
# https://lists.ubuntu.com/archives/bazaar/2007q3/028476.html.
712
if self.specific_files or self.exclude:
713
specific_files = self.specific_files or []
714
for path, old_ie in self.basis_inv.iter_entries():
715
if old_ie.file_id in self.builder.new_inventory:
716
# already added - skip.
718
if (is_inside_any(specific_files, path)
719
and not is_inside_any(self.exclude, path)):
720
# was inside the selected path, and not excluded - if not
721
# present it has been deleted so skip.
723
# From here down it was either not selected, or was excluded:
724
# We preserve the entry unaltered.
726
# Note: specific file commits after a merge are currently
727
# prohibited. This test is for sanity/safety in case it's
728
# required after that changes.
729
if len(self.parents) > 1:
731
self.builder.record_entry_contents(ie, self.parent_invs, path,
732
self.basis_tree, None)
734
def _report_and_accumulate_deletes(self):
735
if (isinstance(self.basis_inv, Inventory)
736
and isinstance(self.builder.new_inventory, Inventory)):
737
# the older Inventory classes provide a _byid dict, and building a
738
# set from the keys of this dict is substantially faster than even
739
# getting a set of ids from the inventory
741
# <lifeless> set(dict) is roughly the same speed as
742
# set(iter(dict)) and both are significantly slower than
744
deleted_ids = set(self.basis_inv._byid.keys()) - \
745
set(self.builder.new_inventory._byid.keys())
747
deleted_ids = set(self.basis_inv) - set(self.builder.new_inventory)
749
self.any_entries_deleted = True
750
deleted = [(self.basis_tree.id2path(file_id), file_id)
751
for file_id in deleted_ids]
753
# XXX: this is not quite directory-order sorting
754
for path, file_id in deleted:
755
self.builder.record_delete(path, file_id)
756
self.reporter.deleted(path)
758
719
def _check_strict(self):
759
720
# XXX: when we use iter_changes this would likely be faster if
760
721
# iter_changes would check for us (even in the presence of
764
725
for unknown in self.work_tree.unknowns():
765
726
raise StrictCommitFailed()
767
def _populate_from_inventory(self):
768
"""Populate the CommitBuilder by walking the working tree inventory."""
769
# Build the revision inventory.
771
# This starts by creating a new empty inventory. Depending on
772
# which files are selected for commit, and what is present in the
773
# current tree, the new inventory is populated. inventory entries
774
# which are candidates for modification have their revision set to
775
# None; inventory entries that are carried over untouched have their
776
# revision set to their prior value.
778
# ESEPARATIONOFCONCERNS: this function is diffing and using the diff
779
# results to create a new inventory at the same time, which results
780
# in bugs like #46635. Any reason not to use/enhance Tree.changes_from?
783
specific_files = self.specific_files
784
exclude = self.exclude
785
report_changes = self.reporter.is_verbose()
787
# A tree of paths that have been deleted. E.g. if foo/bar has been
788
# deleted, then we have {'foo':{'bar':{}}}
790
# XXX: Note that entries may have the wrong kind because the entry does
791
# not reflect the status on disk.
792
work_inv = self.work_tree.inventory
793
# NB: entries will include entries within the excluded ids/paths
794
# because iter_entries_by_dir has no 'exclude' facility today.
795
entries = work_inv.iter_entries_by_dir(
796
specific_file_ids=self.specific_file_ids, yield_parents=True)
797
for path, existing_ie in entries:
798
file_id = existing_ie.file_id
799
name = existing_ie.name
800
parent_id = existing_ie.parent_id
801
kind = existing_ie.kind
802
# Skip files that have been deleted from the working tree.
803
# The deleted path ids are also recorded so they can be explicitly
806
path_segments = splitpath(path)
807
deleted_dict = deleted_paths
808
for segment in path_segments:
809
deleted_dict = deleted_dict.get(segment, None)
811
# We either took a path not present in the dict
812
# (deleted_dict was None), or we've reached an empty
813
# child dir in the dict, so are now a sub-path.
817
if deleted_dict is not None:
818
# the path has a deleted parent, do not add it.
820
if exclude and is_inside_any(exclude, path):
821
# Skip excluded paths. Excluded paths are processed by
822
# _update_builder_with_changes.
824
content_summary = self.work_tree.path_content_summary(path)
825
kind = content_summary[0]
826
# Note that when a filter of specific files is given, we must only
827
# skip/record deleted files matching that filter.
828
if not specific_files or is_inside_any(specific_files, path):
829
if kind == 'missing':
830
if not deleted_paths:
831
# path won't have been split yet.
832
path_segments = splitpath(path)
833
deleted_dict = deleted_paths
834
for segment in path_segments:
835
deleted_dict = deleted_dict.setdefault(segment, {})
836
self.reporter.missing(path)
837
self._next_progress_entry()
838
deleted_ids.append(file_id)
840
# TODO: have the builder do the nested commit just-in-time IF and
842
if kind == 'tree-reference':
843
# enforce repository nested tree policy.
844
if (not self.work_tree.supports_tree_reference() or
845
# repository does not support it either.
846
not self.branch.repository._format.supports_tree_reference):
848
content_summary = (kind, None, None, None)
849
elif self.recursive == 'down':
850
nested_revision_id = self._commit_nested_tree(
852
content_summary = (kind, None, None, nested_revision_id)
854
nested_revision_id = self.work_tree.get_reference_revision(file_id)
855
content_summary = (kind, None, None, nested_revision_id)
857
# Record an entry for this item
858
# Note: I don't particularly want to have the existing_ie
859
# parameter but the test suite currently (28-Jun-07) breaks
860
# without it thanks to a unicode normalisation issue. :-(
861
definitely_changed = kind != existing_ie.kind
862
self._record_entry(path, file_id, specific_files, kind, name,
863
parent_id, definitely_changed, existing_ie, report_changes,
866
# Unversion IDs that were found to be deleted
867
self.deleted_ids = deleted_ids
869
728
def _commit_nested_tree(self, file_id, path):
870
729
"Commit a nested tree."
871
730
sub_tree = self.work_tree.get_nested_tree(file_id, path)
891
750
except errors.PointlessCommit:
892
751
return self.work_tree.get_reference_revision(file_id)
894
def _record_entry(self, path, file_id, specific_files, kind, name,
895
parent_id, definitely_changed, existing_ie, report_changes,
897
"Record the new inventory entry for a path if any."
898
# mutter('check %s {%s}', path, file_id)
899
# mutter('%s selected for commit', path)
900
if definitely_changed or existing_ie is None:
901
ie = make_entry(kind, name, parent_id, file_id)
903
ie = existing_ie.copy()
905
# For carried over entries we don't care about the fs hash - the repo
906
# isn't generating a sha, so we're not saving computation time.
907
_, _, fs_hash = self.builder.record_entry_contents(
908
ie, self.parent_invs, path, self.work_tree, content_summary)
910
self._report_change(ie, path)
912
self.work_tree._observed_sha1(ie.file_id, path, fs_hash)
915
def _report_change(self, ie, path):
916
"""Report a change to the user.
918
The change that has occurred is described relative to the basis
921
if (self.basis_inv.has_id(ie.file_id)):
922
basis_ie = self.basis_inv[ie.file_id]
925
change = ie.describe_change(basis_ie, ie)
926
if change in (InventoryEntry.RENAMED,
927
InventoryEntry.MODIFIED_AND_RENAMED):
928
old_path = self.basis_inv.id2path(ie.file_id)
929
self.reporter.renamed(change, old_path, path)
930
self._next_progress_entry()
932
if change == 'unchanged':
934
self.reporter.snapshot_change(change, path)
935
self._next_progress_entry()
937
753
def _set_progress_stage(self, name, counter=False):
938
754
"""Set the progress stage and emit an update to the progress bar."""
939
755
self.pb_stage_name = name
952
768
def _emit_progress(self):
953
769
if self.pb_entries_count is not None:
954
text = "%s [%d] - Stage" % (self.pb_stage_name,
770
text = gettext("{0} [{1}] - Stage").format(self.pb_stage_name,
955
771
self.pb_entries_count)
957
text = "%s - Stage" % (self.pb_stage_name, )
773
text = gettext("%s - Stage") % (self.pb_stage_name, )
958
774
self.pb.update(text, self.pb_stage_count, self.pb_stage_total)
960
def _set_specific_file_ids(self):
961
"""populate self.specific_file_ids if we will use it."""
962
if not self.use_record_iter_changes:
963
# If provided, ensure the specified files are versioned
964
if self.specific_files is not None:
965
# Note: This routine is being called because it raises
966
# PathNotVersionedError as a side effect of finding the IDs. We
967
# later use the ids we found as input to the working tree
968
# inventory iterator, so we only consider those ids rather than
969
# examining the whole tree again.
970
# XXX: Dont we have filter_unversioned to do this more
972
self.specific_file_ids = tree.find_ids_across_trees(
973
self.specific_files, [self.basis_tree, self.work_tree])
975
self.specific_file_ids = None
added
removed
breezy/commit.py
