1
# Copyright (C) 2007,2012 Canonical Ltd
2
# Copyright (C) 2009-2018 Jelmer Vernooij <jelmer@jelmer.uk>
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
"""An adapter between a Git Branch and a Bazaar Branch"""
20
from __future__ import absolute_import
22
from io import BytesIO
23
from collections import defaultdict
25
from dulwich.objects import (
29
from dulwich.repo import check_ref_format
37
repository as _mod_repository,
44
from ..foreign import ForeignBranch
45
from ..revision import (
48
from ..sixish import (
73
remote_refs_dict_to_tag_refs,
76
from .unpeel_map import (
79
from .urls import git_url_to_bzr_url
83
class GitPullResult(branch.PullResult):
84
"""Result of a pull from a Git branch."""
86
def _lookup_revno(self, revid):
87
if not isinstance(revid, bytes):
88
raise TypeError(revid)
89
# Try in source branch first, it'll be faster
90
with self.target_branch.lock_read():
91
return self.target_branch.revision_id_to_revno(revid)
95
return self._lookup_revno(self.old_revid)
99
return self._lookup_revno(self.new_revid)
102
class GitTags(tag.BasicTags):
103
"""Ref-based tag dictionary."""
105
def __init__(self, branch):
107
self.repository = branch.repository
109
def _merge_to_remote_git(self, target_repo, source_tag_refs, overwrite=False):
112
def get_changed_refs(old_refs):
114
for ref_name, tag_name, peeled, unpeeled in source_tag_refs.iteritems():
115
if old_refs.get(ref_name) == unpeeled:
117
elif overwrite or not ref_name in old_refs:
118
ret[ref_name] = unpeeled
119
updates[tag_name] = target_repo.lookup_foreign_revision_id(peeled)
123
self.repository.lookup_foreign_revision_id(peeled),
124
target_repo.lookup_foreign_revision_id(old_refs[ref_name])))
126
target_repo.controldir.send_pack(get_changed_refs, lambda have, want: [])
127
return updates, conflicts
129
def _merge_to_local_git(self, target_repo, source_tag_refs, overwrite=False):
132
for ref_name, tag_name, peeled, unpeeled in source_tag_refs:
133
if target_repo._git.refs.get(ref_name) == unpeeled:
135
elif overwrite or not ref_name in target_repo._git.refs:
136
target_repo._git.refs[ref_name] = unpeeled or peeled
138
updates[tag_name] = self.repository.lookup_foreign_revision_id(peeled)
140
trace.warning('%s does not point to a valid object',
145
source_revid = self.repository.lookup_foreign_revision_id(peeled)
146
target_revid = target_repo.lookup_foreign_revision_id(
147
target_repo._git.refs[ref_name])
149
trace.warning('%s does not point to a valid object',
152
conflicts.append((tag_name, source_revid, target_revid))
153
return updates, conflicts
155
def _merge_to_git(self, to_tags, source_tag_refs, overwrite=False):
156
target_repo = to_tags.repository
157
if self.repository.has_same_location(target_repo):
160
if getattr(target_repo, "_git", None):
161
return self._merge_to_local_git(target_repo, source_tag_refs, overwrite)
163
return self._merge_to_remote_git(target_repo, source_tag_refs, overwrite)
165
to_tags.branch._tag_refs = None
167
def _merge_to_non_git(self, to_tags, source_tag_refs, overwrite=False):
168
unpeeled_map = defaultdict(set)
171
result = dict(to_tags.get_tag_dict())
172
for ref_name, tag_name, peeled, unpeeled in source_tag_refs:
173
if unpeeled is not None:
174
unpeeled_map[peeled].add(unpeeled)
176
bzr_revid = self.branch.lookup_foreign_revision_id(peeled)
177
except NotCommitError:
179
if result.get(tag_name) == bzr_revid:
181
elif tag_name not in result or overwrite:
182
result[tag_name] = bzr_revid
183
updates[tag_name] = bzr_revid
185
conflicts.append((tag_name, bzr_revid, result[n]))
186
to_tags._set_tag_dict(result)
187
if len(unpeeled_map) > 0:
188
map_file = UnpeelMap.from_repository(to_tags.branch.repository)
189
map_file.update(unpeeled_map)
190
map_file.save_in_repository(to_tags.branch.repository)
191
return updates, conflicts
193
def merge_to(self, to_tags, overwrite=False, ignore_master=False,
194
source_tag_refs=None):
195
"""See Tags.merge_to."""
196
if source_tag_refs is None:
197
source_tag_refs = self.branch.get_tag_refs()
200
if isinstance(to_tags, GitTags):
201
return self._merge_to_git(to_tags, source_tag_refs,
207
master = to_tags.branch.get_master_branch()
208
if master is not None:
211
updates, conflicts = self._merge_to_non_git(to_tags, source_tag_refs,
213
if master is not None:
214
extra_updates, extra_conflicts = self.merge_to(
215
master.tags, overwrite=overwrite,
216
source_tag_refs=source_tag_refs,
217
ignore_master=ignore_master)
218
updates.update(extra_updates)
219
conflicts += extra_conflicts
220
return updates, conflicts
222
if master is not None:
225
def get_tag_dict(self):
227
for (ref_name, tag_name, peeled, unpeeled) in self.branch.get_tag_refs():
229
bzr_revid = self.branch.lookup_foreign_revision_id(peeled)
230
except NotCommitError:
233
ret[tag_name] = bzr_revid
237
class LocalGitTagDict(GitTags):
238
"""Dictionary with tags in a local repository."""
240
def __init__(self, branch):
241
super(LocalGitTagDict, self).__init__(branch)
242
self.refs = self.repository.controldir._git.refs
244
def _set_tag_dict(self, to_dict):
245
extra = set(self.refs.allkeys())
246
for k, revid in viewitems(to_dict):
247
name = tag_name_to_ref(k)
250
self.set_tag(k, revid)
253
del self.repository._git[name]
255
def set_tag(self, name, revid):
257
git_sha, mapping = self.branch.lookup_bzr_revision_id(revid)
258
except errors.NoSuchRevision:
259
raise errors.GhostTagsNotSupported(self)
260
self.refs[tag_name_to_ref(name)] = git_sha
261
self.branch._tag_refs = None
263
def delete_tag(self, name):
264
ref = tag_name_to_ref(name)
265
if not ref in self.refs:
266
raise errors.NoSuchTag(name)
268
self.branch._tag_refs = None
271
class GitBranchFormat(branch.BranchFormat):
273
def network_name(self):
276
def supports_tags(self):
279
def supports_leaving_lock(self):
282
def supports_tags_referencing_ghosts(self):
285
def tags_are_versioned(self):
288
def get_foreign_tests_branch_factory(self):
289
from .tests.test_branch import ForeignTestsBranchFactory
290
return ForeignTestsBranchFactory()
292
def make_tags(self, branch):
295
except AttributeError:
297
if getattr(branch.repository, "_git", None) is None:
298
from .remote import RemoteGitTagDict
299
return RemoteGitTagDict(branch)
301
return LocalGitTagDict(branch)
303
def initialize(self, a_controldir, name=None, repository=None,
304
append_revisions_only=None):
305
raise NotImplementedError(self.initialize)
307
def get_reference(self, controldir, name=None):
308
return controldir.get_branch_reference(name=name)
310
def set_reference(self, controldir, name, target):
311
return controldir.set_branch_reference(target, name)
314
class LocalGitBranchFormat(GitBranchFormat):
316
def get_format_description(self):
317
return 'Local Git Branch'
320
def _matchingcontroldir(self):
321
from .dir import LocalGitControlDirFormat
322
return LocalGitControlDirFormat()
324
def initialize(self, a_controldir, name=None, repository=None,
325
append_revisions_only=None):
326
from .dir import LocalGitDir
327
if not isinstance(a_controldir, LocalGitDir):
328
raise errors.IncompatibleFormat(self, a_controldir._format)
329
return a_controldir.create_branch(repository=repository, name=name,
330
append_revisions_only=append_revisions_only)
333
class GitBranch(ForeignBranch):
334
"""An adapter to git repositories for bzr Branch objects."""
337
def control_transport(self):
338
return self._control_transport
341
def user_transport(self):
342
return self._user_transport
344
def __init__(self, controldir, repository, ref, format):
345
self.repository = repository
346
self._format = format
347
self.controldir = controldir
348
self._lock_mode = None
350
super(GitBranch, self).__init__(repository.get_mapping())
353
self._user_transport = controldir.user_transport.clone('.')
354
self._control_transport = controldir.control_transport.clone('.')
355
self._tag_refs = None
358
self.name = ref_to_branch_name(ref)
361
if self.ref is not None:
362
params = {"ref": urlutils.escape(self.ref)}
365
params = {"branch": urlutils.escape(self.name)}
366
for k, v in params.items():
367
self._user_transport.set_segment_parameter(k, v)
368
self._control_transport.set_segment_parameter(k, v)
369
self.base = controldir.user_transport.base
371
def _get_checkout_format(self, lightweight=False):
372
"""Return the most suitable metadir for a checkout of this branch.
373
Weaves are used if this branch's repository uses weaves.
376
return controldir.format_registry.make_controldir("git")
378
return controldir.format_registry.make_controldir("default")
380
def get_child_submit_format(self):
381
"""Return the preferred format of submissions to this branch."""
382
ret = self.get_config_stack().get("child_submit_format")
387
def get_config(self):
388
return GitBranchConfig(self)
390
def get_config_stack(self):
391
return GitBranchStack(self)
393
def _get_nick(self, local=False, possible_master_transports=None):
394
"""Find the nick name for this branch.
398
if getattr(self.repository, '_git', None):
399
cs = self.repository._git.get_config_stack()
401
return cs.get((b"branch", self.name.encode('utf-8')), b"nick").decode("utf-8")
404
return self.name or u"HEAD"
406
def _set_nick(self, nick):
407
cf = self.repository._git.get_config()
408
cf.set((b"branch", self.name.encode('utf-8')), b"nick", nick.encode("utf-8"))
411
self.repository._git._put_named_file('config', f.getvalue())
413
nick = property(_get_nick, _set_nick)
416
return "<%s(%r, %r)>" % (self.__class__.__name__, self.repository.base,
419
def generate_revision_history(self, revid, last_rev=None, other_branch=None):
420
if last_rev is not None:
421
graph = self.repository.get_graph()
422
if not graph.is_ancestor(last_rev, revid):
423
# our previous tip is not merged into stop_revision
424
raise errors.DivergedBranches(self, other_branch)
426
self.set_last_revision(revid)
428
def lock_write(self, token=None):
429
if token is not None:
430
raise errors.TokenLockingNotSupported(self)
432
if self._lock_mode == 'r':
433
raise errors.ReadOnlyError(self)
434
self._lock_count += 1
437
self._lock_mode = 'w'
439
self.repository.lock_write()
440
return lock.LogicalLockResult(self.unlock)
442
def leave_lock_in_place(self):
443
raise NotImplementedError(self.leave_lock_in_place)
445
def dont_leave_lock_in_place(self):
446
raise NotImplementedError(self.dont_leave_lock_in_place)
448
def get_stacked_on_url(self):
449
# Git doesn't do stacking (yet...)
450
raise branch.UnstackableBranchFormat(self._format, self.base)
452
def _get_parent_location(self):
453
"""See Branch.get_parent()."""
454
# FIXME: Set "origin" url from .git/config ?
455
cs = self.repository._git.get_config_stack()
457
location = cs.get((b"remote", b'origin'), b"url")
463
ref = cs.get((b"remote", b"origin"), b"merge")
469
params['branch'] = urlutils.escape(ref_to_branch_name(ref))
471
params['ref'] = urlutils.quote_from_bytes(ref)
473
url = git_url_to_bzr_url(location.decode('utf-8'))
474
return urlutils.join_segment_parameters(url, params)
476
def set_parent(self, location):
477
# FIXME: Set "origin" url in .git/config ?
478
cs = self.repository._git.get_config()
479
this_url = urlutils.split_segment_parameters(self.user_url)[0]
480
target_url, target_params = urlutils.split_segment_parameters(location)
481
location = urlutils.relative_url(this_url, target_url)
482
cs.set((b"remote", b"origin"), b"url", location)
483
if 'branch' in target_params:
484
cs.set((b"remote", b"origin"), b"merge",
485
branch_name_to_ref(target_params['branch']))
486
elif 'ref' in target_params:
487
cs.set((b"remote", b"origin"), b"merge",
488
target_params['ref'])
490
# TODO(jelmer): Maybe unset rather than setting to HEAD?
491
cs.set((b"remote", b"origin"), b"merge", 'HEAD')
494
self.repository._git._put_named_file('config', f.getvalue())
496
def break_lock(self):
497
raise NotImplementedError(self.break_lock)
501
if self._lock_mode not in ('r', 'w'):
502
raise ValueError(self._lock_mode)
503
self._lock_count += 1
505
self._lock_mode = 'r'
507
self.repository.lock_read()
508
return lock.LogicalLockResult(self.unlock)
510
def peek_lock_mode(self):
511
return self._lock_mode
514
return (self._lock_mode is not None)
519
def _unlock_ref(self):
523
"""See Branch.unlock()."""
524
if self._lock_count == 0:
525
raise errors.LockNotHeld(self)
527
self._lock_count -= 1
528
if self._lock_count == 0:
529
if self._lock_mode == 'w':
531
self._lock_mode = None
532
self._clear_cached_state()
534
self.repository.unlock()
536
def get_physical_lock_status(self):
539
def last_revision(self):
540
with self.lock_read():
541
# perhaps should escape this ?
542
if self.head is None:
543
return revision.NULL_REVISION
544
return self.lookup_foreign_revision_id(self.head)
546
def _basic_push(self, target, overwrite=False, stop_revision=None):
547
return branch.InterBranch.get(self, target)._basic_push(
548
overwrite, stop_revision)
550
def lookup_foreign_revision_id(self, foreign_revid):
552
return self.repository.lookup_foreign_revision_id(foreign_revid,
556
return self.mapping.revision_id_foreign_to_bzr(foreign_revid)
558
def lookup_bzr_revision_id(self, revid):
559
return self.repository.lookup_bzr_revision_id(
560
revid, mapping=self.mapping)
562
def get_unshelver(self, tree):
563
raise errors.StoringUncommittedNotSupported(self)
565
def _clear_cached_state(self):
566
super(GitBranch, self)._clear_cached_state()
567
self._tag_refs = None
569
def _iter_tag_refs(self, refs):
570
"""Iterate over the tag refs.
572
:param refs: Refs dictionary (name -> git sha1)
573
:return: iterator over (ref_name, tag_name, peeled_sha1, unpeeled_sha1)
575
raise NotImplementedError(self._iter_tag_refs)
577
def get_tag_refs(self):
578
with self.lock_read():
579
if self._tag_refs is None:
580
self._tag_refs = list(self._iter_tag_refs())
581
return self._tag_refs
584
class LocalGitBranch(GitBranch):
585
"""A local Git branch."""
587
def __init__(self, controldir, repository, ref):
588
super(LocalGitBranch, self).__init__(controldir, repository, ref,
589
LocalGitBranchFormat())
591
def create_checkout(self, to_location, revision_id=None, lightweight=False,
592
accelerator_tree=None, hardlink=False):
593
t = transport.get_transport(to_location)
595
format = self._get_checkout_format(lightweight=lightweight)
596
checkout = format.initialize_on_transport(t)
598
from_branch = checkout.set_branch_reference(target_branch=self)
600
policy = checkout.determine_repository_policy()
601
repo = policy.acquire_repository()[0]
603
checkout_branch = checkout.create_branch()
604
checkout_branch.bind(self)
605
checkout_branch.pull(self, stop_revision=revision_id)
607
return checkout.create_workingtree(revision_id,
608
from_branch=from_branch, hardlink=hardlink)
611
self._ref_lock = self.repository._git.refs.lock_ref(self.ref)
613
def _unlock_ref(self):
614
self._ref_lock.unlock()
616
def break_lock(self):
617
self.repository._git.refs.unlock_ref(self.ref)
619
def fetch(self, from_branch, last_revision=None, limit=None):
620
return branch.InterBranch.get(from_branch, self).fetch(
621
stop_revision=last_revision, limit=limit)
623
def _gen_revision_history(self):
624
if self.head is None:
626
last_revid = self.last_revision()
627
graph = self.repository.get_graph()
629
ret = list(graph.iter_lefthand_ancestry(last_revid,
630
(revision.NULL_REVISION, )))
631
except errors.RevisionNotPresent as e:
632
raise errors.GhostRevisionsHaveNoRevno(last_revid, e.revision_id)
638
return self.repository._git.refs[self.ref]
642
def _read_last_revision_info(self):
643
last_revid = self.last_revision()
644
graph = self.repository.get_graph()
646
revno = graph.find_distance_to_null(last_revid,
647
[(revision.NULL_REVISION, 0)])
648
except errors.GhostRevisionsHaveNoRevno:
650
return revno, last_revid
652
def set_last_revision_info(self, revno, revision_id):
653
self.set_last_revision(revision_id)
654
self._last_revision_info_cache = revno, revision_id
656
def set_last_revision(self, revid):
657
if not revid or not isinstance(revid, bytes):
658
raise errors.InvalidRevisionId(revision_id=revid, branch=self)
659
if revid == NULL_REVISION:
662
(newhead, self.mapping) = self.repository.lookup_bzr_revision_id(revid)
663
if self.mapping is None:
665
self._set_head(newhead)
667
def _set_head(self, value):
668
if value == ZERO_SHA:
669
raise ValueError(value)
672
del self.repository._git.refs[self.ref]
674
self.repository._git.refs[self.ref] = self._head
675
self._clear_cached_state()
677
head = property(_get_head, _set_head)
679
def get_push_location(self):
680
"""See Branch.get_push_location."""
681
push_loc = self.get_config_stack().get('push_location')
684
def set_push_location(self, location):
685
"""See Branch.set_push_location."""
686
self.get_config().set_user_option('push_location', location,
687
store=config.STORE_LOCATION)
689
def supports_tags(self):
692
def store_uncommitted(self, creator):
693
raise errors.StoringUncommittedNotSupported(self)
695
def _iter_tag_refs(self):
696
"""Iterate over the tag refs.
698
:param refs: Refs dictionary (name -> git sha1)
699
:return: iterator over (ref_name, tag_name, peeled_sha1, unpeeled_sha1)
701
refs = self.repository._git.refs
702
for ref_name, unpeeled in viewitems(refs.as_dict()):
704
tag_name = ref_to_tag_name(ref_name)
705
except (ValueError, UnicodeDecodeError):
707
peeled = refs.get_peeled(ref_name)
710
if not isinstance(tag_name, text_type):
711
raise TypeError(tag_name)
712
yield (ref_name, tag_name, peeled, unpeeled)
714
def create_memorytree(self):
715
from .memorytree import GitMemoryTree
716
return GitMemoryTree(self, self.repository._git.object_store, self.head)
718
def reference_parent(self, path, file_id=None, possible_transports=None):
719
"""Return the parent branch for a tree-reference file_id
721
:param path: The path of the file_id in the tree
722
:param file_id: Optional file_id of the tree reference
723
:return: A branch associated with the file_id
725
# FIXME should provide multiple branches, based on config
726
url = urlutils.join(self.user_url, path)
727
return branch.Branch.open(
729
possible_transports=possible_transports)
733
def _quick_lookup_revno(local_branch, remote_branch, revid):
734
if not isinstance(revid, bytes):
735
raise TypeError(revid)
736
# Try in source branch first, it'll be faster
737
with local_branch.lock_read():
739
return local_branch.revision_id_to_revno(revid)
740
except errors.NoSuchRevision:
741
graph = local_branch.repository.get_graph()
743
return graph.find_distance_to_null(revid,
744
[(revision.NULL_REVISION, 0)])
745
except errors.GhostRevisionsHaveNoRevno:
746
# FIXME: Check using graph.find_distance_to_null() ?
747
with remote_branch.lock_read():
748
return remote_branch.revision_id_to_revno(revid)
751
class GitBranchPullResult(branch.PullResult):
754
super(GitBranchPullResult, self).__init__()
755
self.new_git_head = None
756
self._old_revno = None
757
self._new_revno = None
759
def report(self, to_file):
761
if self.old_revid == self.new_revid:
762
to_file.write('No revisions to pull.\n')
763
elif self.new_git_head is not None:
764
to_file.write('Now on revision %d (git sha: %s).\n' %
765
(self.new_revno, self.new_git_head))
767
to_file.write('Now on revision %d.\n' % (self.new_revno,))
768
self._show_tag_conficts(to_file)
770
def _lookup_revno(self, revid):
771
return _quick_lookup_revno(self.target_branch, self.source_branch,
774
def _get_old_revno(self):
775
if self._old_revno is not None:
776
return self._old_revno
777
return self._lookup_revno(self.old_revid)
779
def _set_old_revno(self, revno):
780
self._old_revno = revno
782
old_revno = property(_get_old_revno, _set_old_revno)
784
def _get_new_revno(self):
785
if self._new_revno is not None:
786
return self._new_revno
787
return self._lookup_revno(self.new_revid)
789
def _set_new_revno(self, revno):
790
self._new_revno = revno
792
new_revno = property(_get_new_revno, _set_new_revno)
795
class GitBranchPushResult(branch.BranchPushResult):
797
def _lookup_revno(self, revid):
798
return _quick_lookup_revno(self.source_branch, self.target_branch,
803
return self._lookup_revno(self.old_revid)
807
new_original_revno = getattr(self, "new_original_revno", None)
808
if new_original_revno:
809
return new_original_revno
810
if getattr(self, "new_original_revid", None) is not None:
811
return self._lookup_revno(self.new_original_revid)
812
return self._lookup_revno(self.new_revid)
815
class InterFromGitBranch(branch.GenericInterBranch):
816
"""InterBranch implementation that pulls from Git into bzr."""
819
def _get_branch_formats_to_test():
821
default_format = branch.format_registry.get_default()
822
except AttributeError:
823
default_format = branch.BranchFormat._default_format
824
from .remote import RemoteGitBranchFormat
826
(RemoteGitBranchFormat(), default_format),
827
(LocalGitBranchFormat(), default_format)]
830
def _get_interrepo(self, source, target):
831
return _mod_repository.InterRepository.get(source.repository, target.repository)
834
def is_compatible(cls, source, target):
835
if not isinstance(source, GitBranch):
837
if isinstance(target, GitBranch):
838
# InterLocalGitRemoteGitBranch or InterToGitBranch should be used
840
if getattr(cls._get_interrepo(source, target), "fetch_objects", None) is None:
841
# fetch_objects is necessary for this to work
845
def fetch(self, stop_revision=None, fetch_tags=None, limit=None):
846
self.fetch_objects(stop_revision, fetch_tags=fetch_tags, limit=limit)
848
def fetch_objects(self, stop_revision, fetch_tags, limit=None):
849
interrepo = self._get_interrepo(self.source, self.target)
850
if fetch_tags is None:
851
c = self.source.get_config_stack()
852
fetch_tags = c.get('branch.fetch_tags')
853
def determine_wants(heads):
854
if stop_revision is None:
856
head = heads[self.source.ref]
858
self._last_revid = revision.NULL_REVISION
860
self._last_revid = self.source.lookup_foreign_revision_id(head)
862
self._last_revid = stop_revision
863
real = interrepo.get_determine_wants_revids(
864
[self._last_revid], include_tags=fetch_tags)
866
pack_hint, head, refs = interrepo.fetch_objects(
867
determine_wants, self.source.mapping, limit=limit)
868
if (pack_hint is not None and
869
self.target.repository._format.pack_compresses):
870
self.target.repository.pack(hint=pack_hint)
873
def _update_revisions(self, stop_revision=None, overwrite=False):
874
head, refs = self.fetch_objects(stop_revision, fetch_tags=None)
876
prev_last_revid = None
878
prev_last_revid = self.target.last_revision()
879
self.target.generate_revision_history(self._last_revid,
880
last_rev=prev_last_revid, other_branch=self.source)
883
def _basic_pull(self, stop_revision, overwrite, run_hooks,
884
_override_hook_target, _hook_master):
885
if overwrite is True:
886
overwrite = set(["history", "tags"])
889
result = GitBranchPullResult()
890
result.source_branch = self.source
891
if _override_hook_target is None:
892
result.target_branch = self.target
894
result.target_branch = _override_hook_target
895
with self.target.lock_write(), self.source.lock_read():
896
# We assume that during 'pull' the target repository is closer than
898
(result.old_revno, result.old_revid) = \
899
self.target.last_revision_info()
900
result.new_git_head, remote_refs = self._update_revisions(
901
stop_revision, overwrite=("history" in overwrite))
902
tags_ret = self.source.tags.merge_to(
903
self.target.tags, ("tags" in overwrite), ignore_master=True)
904
if isinstance(tags_ret, tuple):
905
result.tag_updates, result.tag_conflicts = tags_ret
907
result.tag_conflicts = tags_ret
908
(result.new_revno, result.new_revid) = \
909
self.target.last_revision_info()
911
result.master_branch = _hook_master
912
result.local_branch = result.target_branch
914
result.master_branch = result.target_branch
915
result.local_branch = None
917
for hook in branch.Branch.hooks['post_pull']:
921
def pull(self, overwrite=False, stop_revision=None,
922
possible_transports=None, _hook_master=None, run_hooks=True,
923
_override_hook_target=None, local=False):
926
:param _hook_master: Private parameter - set the branch to
927
be supplied as the master to pull hooks.
928
:param run_hooks: Private parameter - if false, this branch
929
is being called because it's the master of the primary branch,
930
so it should not run its hooks.
931
:param _override_hook_target: Private parameter - set the branch to be
932
supplied as the target_branch to pull hooks.
934
# This type of branch can't be bound.
935
bound_location = self.target.get_bound_location()
936
if local and not bound_location:
937
raise errors.LocalRequiresBoundBranch()
939
source_is_master = False
940
self.source.lock_read()
942
# bound_location comes from a config file, some care has to be
943
# taken to relate it to source.user_url
944
normalized = urlutils.normalize_url(bound_location)
946
relpath = self.source.user_transport.relpath(normalized)
947
source_is_master = (relpath == '')
948
except (errors.PathNotChild, urlutils.InvalidURL):
949
source_is_master = False
950
if not local and bound_location and not source_is_master:
951
# not pulling from master, so we need to update master.
952
master_branch = self.target.get_master_branch(possible_transports)
953
master_branch.lock_write()
957
# pull from source into master.
958
master_branch.pull(self.source, overwrite, stop_revision,
960
result = self._basic_pull(stop_revision, overwrite, run_hooks,
961
_override_hook_target, _hook_master=master_branch)
966
master_branch.unlock()
969
def _basic_push(self, overwrite, stop_revision):
970
if overwrite is True:
971
overwrite = set(["history", "tags"])
974
result = branch.BranchPushResult()
975
result.source_branch = self.source
976
result.target_branch = self.target
977
result.old_revno, result.old_revid = self.target.last_revision_info()
978
result.new_git_head, remote_refs = self._update_revisions(
979
stop_revision, overwrite=("history" in overwrite))
980
tags_ret = self.source.tags.merge_to(self.target.tags,
981
"tags" in overwrite, ignore_master=True)
982
(result.tag_updates, result.tag_conflicts) = tags_ret
983
result.new_revno, result.new_revid = self.target.last_revision_info()
987
class InterGitBranch(branch.GenericInterBranch):
988
"""InterBranch implementation that pulls between Git branches."""
990
def fetch(self, stop_revision=None, fetch_tags=None, limit=None):
991
raise NotImplementedError(self.fetch)
994
class InterLocalGitRemoteGitBranch(InterGitBranch):
995
"""InterBranch that copies from a local to a remote git branch."""
998
def _get_branch_formats_to_test():
999
from .remote import RemoteGitBranchFormat
1001
(LocalGitBranchFormat(), RemoteGitBranchFormat())]
1004
def is_compatible(self, source, target):
1005
from .remote import RemoteGitBranch
1006
return (isinstance(source, LocalGitBranch) and
1007
isinstance(target, RemoteGitBranch))
1009
def _basic_push(self, overwrite, stop_revision):
1010
result = GitBranchPushResult()
1011
result.source_branch = self.source
1012
result.target_branch = self.target
1013
if stop_revision is None:
1014
stop_revision = self.source.last_revision()
1015
def get_changed_refs(old_refs):
1016
old_ref = old_refs.get(self.target.ref, None)
1018
result.old_revid = revision.NULL_REVISION
1020
result.old_revid = self.target.lookup_foreign_revision_id(old_ref)
1021
new_ref = self.source.repository.lookup_bzr_revision_id(stop_revision)[0]
1023
if remote_divergence(old_ref, new_ref, self.source.repository._git.object_store):
1024
raise errors.DivergedBranches(self.source, self.target)
1025
refs = { self.target.ref: new_ref }
1026
result.new_revid = stop_revision
1027
for name, sha in viewitems(self.source.repository._git.refs.as_dict(b"refs/tags")):
1028
refs[tag_name_to_ref(name)] = sha
1030
self.target.repository.send_pack(get_changed_refs,
1031
self.source.repository._git.object_store.generate_pack_data)
1035
class InterGitLocalGitBranch(InterGitBranch):
1036
"""InterBranch that copies from a remote to a local git branch."""
1039
def _get_branch_formats_to_test():
1040
from .remote import RemoteGitBranchFormat
1042
(RemoteGitBranchFormat(), LocalGitBranchFormat()),
1043
(LocalGitBranchFormat(), LocalGitBranchFormat())]
1046
def is_compatible(self, source, target):
1047
return (isinstance(source, GitBranch) and
1048
isinstance(target, LocalGitBranch))
1050
def fetch(self, stop_revision=None, fetch_tags=None, limit=None):
1051
interrepo = _mod_repository.InterRepository.get(self.source.repository,
1052
self.target.repository)
1053
if stop_revision is None:
1054
stop_revision = self.source.last_revision()
1055
determine_wants = interrepo.get_determine_wants_revids(
1056
[stop_revision], include_tags=fetch_tags)
1057
interrepo.fetch_objects(determine_wants, limit=limit)
1059
def _basic_push(self, overwrite=False, stop_revision=None):
1060
if overwrite is True:
1061
overwrite = set(["history", "tags"])
1064
result = GitBranchPushResult()
1065
result.source_branch = self.source
1066
result.target_branch = self.target
1067
result.old_revid = self.target.last_revision()
1068
refs, stop_revision = self.update_refs(stop_revision)
1069
self.target.generate_revision_history(stop_revision,
1070
(result.old_revid if ("history" not in overwrite) else None),
1071
other_branch=self.source)
1072
tags_ret = self.source.tags.merge_to(self.target.tags,
1073
source_tag_refs=remote_refs_dict_to_tag_refs(refs),
1074
overwrite=("tags" in overwrite))
1075
if isinstance(tags_ret, tuple):
1076
(result.tag_updates, result.tag_conflicts) = tags_ret
1078
result.tag_conflicts = tags_ret
1079
result.new_revid = self.target.last_revision()
1082
def update_refs(self, stop_revision=None):
1083
interrepo = _mod_repository.InterRepository.get(
1084
self.source.repository, self.target.repository)
1085
c = self.source.get_config_stack()
1086
fetch_tags = c.get('branch.fetch_tags')
1088
if stop_revision is None:
1089
refs = interrepo.fetch(branches=[self.source.ref], include_tags=fetch_tags)
1091
head = refs[self.source.ref]
1093
stop_revision = revision.NULL_REVISION
1095
stop_revision = self.target.lookup_foreign_revision_id(head)
1097
refs = interrepo.fetch(revision_id=stop_revision, include_tags=fetch_tags)
1098
return refs, stop_revision
1100
def pull(self, stop_revision=None, overwrite=False,
1101
possible_transports=None, run_hooks=True, local=False):
1102
# This type of branch can't be bound.
1104
raise errors.LocalRequiresBoundBranch()
1105
if overwrite is True:
1106
overwrite = set(["history", "tags"])
1110
result = GitPullResult()
1111
result.source_branch = self.source
1112
result.target_branch = self.target
1113
with self.target.lock_write(), self.source.lock_read():
1114
result.old_revid = self.target.last_revision()
1115
refs, stop_revision = self.update_refs(stop_revision)
1116
self.target.generate_revision_history(stop_revision,
1117
(result.old_revid if ("history" not in overwrite) else None),
1118
other_branch=self.source)
1119
tags_ret = self.source.tags.merge_to(self.target.tags,
1120
overwrite=("tags" in overwrite),
1121
source_tag_refs=remote_refs_dict_to_tag_refs(refs))
1122
if isinstance(tags_ret, tuple):
1123
(result.tag_updates, result.tag_conflicts) = tags_ret
1125
result.tag_conflicts = tags_ret
1126
result.new_revid = self.target.last_revision()
1127
result.local_branch = None
1128
result.master_branch = result.target_branch
1130
for hook in branch.Branch.hooks['post_pull']:
1135
class InterToGitBranch(branch.GenericInterBranch):
1136
"""InterBranch implementation that pulls from a non-bzr into a Git branch."""
1138
def __init__(self, source, target):
1139
super(InterToGitBranch, self).__init__(source, target)
1140
self.interrepo = _mod_repository.InterRepository.get(source.repository,
1144
def _get_branch_formats_to_test():
1146
default_format = branch.format_registry.get_default()
1147
except AttributeError:
1148
default_format = branch.BranchFormat._default_format
1149
from .remote import RemoteGitBranchFormat
1151
(default_format, LocalGitBranchFormat()),
1152
(default_format, RemoteGitBranchFormat())]
1155
def is_compatible(self, source, target):
1156
return (not isinstance(source, GitBranch) and
1157
isinstance(target, GitBranch))
1159
def _get_new_refs(self, stop_revision=None, fetch_tags=None):
1160
if not self.source.is_locked():
1161
raise errors.ObjectNotLocked(self.source)
1162
if stop_revision is None:
1163
(stop_revno, stop_revision) = self.source.last_revision_info()
1165
stop_revno = self.source.revision_id_to_revno(stop_revision)
1166
if not isinstance(stop_revision, bytes):
1167
raise TypeError(stop_revision)
1168
main_ref = self.target.ref
1169
refs = { main_ref: (None, stop_revision) }
1170
if fetch_tags is None:
1171
c = self.source.get_config_stack()
1172
fetch_tags = c.get('branch.fetch_tags')
1173
for name, revid in viewitems(self.source.tags.get_tag_dict()):
1174
if self.source.repository.has_revision(revid):
1175
ref = tag_name_to_ref(name)
1176
if not check_ref_format(ref):
1177
warning("skipping tag with invalid characters %s (%s)",
1181
# FIXME: Skip tags that are not in the ancestry
1182
refs[ref] = (None, revid)
1183
return refs, main_ref, (stop_revno, stop_revision)
1185
def _update_refs(self, result, old_refs, new_refs, overwrite):
1186
mutter("updating refs. old refs: %r, new refs: %r",
1188
result.tag_updates = {}
1189
result.tag_conflicts = []
1190
ret = dict(old_refs)
1191
def ref_equals(refs, ref, git_sha, revid):
1196
if (value[0] is not None and
1197
git_sha is not None and
1198
value[0] == git_sha):
1200
if (value[1] is not None and
1201
revid is not None and
1204
# FIXME: If one side only has the git sha available and the other only
1205
# has the bzr revid, then this will cause us to show a tag as updated
1206
# that hasn't actually been updated.
1208
# FIXME: Check for diverged branches
1209
for ref, (git_sha, revid) in viewitems(new_refs):
1210
if ref_equals(ret, ref, git_sha, revid):
1211
# Already up to date
1213
git_sha = old_refs[ref][0]
1215
revid = old_refs[ref][1]
1216
ret[ref] = new_refs[ref] = (git_sha, revid)
1217
elif ref not in ret or overwrite:
1219
tag_name = ref_to_tag_name(ref)
1223
result.tag_updates[tag_name] = revid
1224
ret[ref] = (git_sha, revid)
1226
# FIXME: Check diverged
1230
name = ref_to_tag_name(ref)
1234
result.tag_conflicts.append((name, revid, ret[name][1]))
1236
ret[ref] = (git_sha, revid)
1239
def fetch(self, stop_revision=None, fetch_tags=None, lossy=False, limit=None):
1240
if stop_revision is None:
1241
stop_revision = self.source.last_revision()
1244
for k, v in viewitems(self.source.tags.get_tag_dict()):
1245
ret.append((None, v))
1246
ret.append((None, stop_revision))
1248
self.interrepo.fetch_objects(ret, lossy=lossy, limit=limit)
1249
except NoPushSupport:
1250
raise errors.NoRoundtrippingSupport(self.source, self.target)
1252
def pull(self, overwrite=False, stop_revision=None, local=False,
1253
possible_transports=None, run_hooks=True):
1254
result = GitBranchPullResult()
1255
result.source_branch = self.source
1256
result.target_branch = self.target
1257
with self.source.lock_read(), self.target.lock_write():
1258
new_refs, main_ref, stop_revinfo = self._get_new_refs(
1260
def update_refs(old_refs):
1261
return self._update_refs(result, old_refs, new_refs, overwrite)
1263
result.revidmap, old_refs, new_refs = self.interrepo.fetch_refs(
1264
update_refs, lossy=False)
1265
except NoPushSupport:
1266
raise errors.NoRoundtrippingSupport(self.source, self.target)
1267
(old_sha1, result.old_revid) = old_refs.get(main_ref, (ZERO_SHA, NULL_REVISION))
1268
if result.old_revid is None:
1269
result.old_revid = self.target.lookup_foreign_revision_id(old_sha1)
1270
result.new_revid = new_refs[main_ref][1]
1271
result.local_branch = None
1272
result.master_branch = self.target
1274
for hook in branch.Branch.hooks['post_pull']:
1278
def push(self, overwrite=False, stop_revision=None, lossy=False,
1279
_override_hook_source_branch=None):
1280
result = GitBranchPushResult()
1281
result.source_branch = self.source
1282
result.target_branch = self.target
1283
result.local_branch = None
1284
result.master_branch = result.target_branch
1285
with self.source.lock_read(), self.target.lock_write():
1286
new_refs, main_ref, stop_revinfo = self._get_new_refs(stop_revision)
1287
def update_refs(old_refs):
1288
return self._update_refs(result, old_refs, new_refs, overwrite)
1290
result.revidmap, old_refs, new_refs = self.interrepo.fetch_refs(
1291
update_refs, lossy=lossy, overwrite=overwrite)
1292
except NoPushSupport:
1293
raise errors.NoRoundtrippingSupport(self.source, self.target)
1294
(old_sha1, result.old_revid) = old_refs.get(main_ref, (ZERO_SHA, NULL_REVISION))
1295
if result.old_revid is None:
1296
result.old_revid = self.target.lookup_foreign_revision_id(old_sha1)
1297
result.new_revid = new_refs[main_ref][1]
1298
(result.new_original_revno, result.new_original_revid) = stop_revinfo
1299
for hook in branch.Branch.hooks['post_push']:
1304
branch.InterBranch.register_optimiser(InterGitLocalGitBranch)
1305
branch.InterBranch.register_optimiser(InterFromGitBranch)
1306
branch.InterBranch.register_optimiser(InterToGitBranch)
1307
branch.InterBranch.register_optimiser(InterLocalGitRemoteGitBranch)