1
# Copyright (C) 2007,2012 Canonical Ltd
2
# Copyright (C) 2009-2018 Jelmer Vernooij <jelmer@jelmer.uk>
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
"""An adapter between a Git Branch and a Bazaar Branch"""
20
from __future__ import absolute_import
22
from io import BytesIO
23
from collections import defaultdict
25
from dulwich.objects import (
29
from dulwich.repo import check_ref_format
37
repository as _mod_repository,
44
from ...revision import (
47
from ...sixish import text_type
48
from ...trace import (
70
remote_refs_dict_to_tag_refs,
73
from .unpeel_map import (
76
from .urls import git_url_to_bzr_url
78
from ...foreign import ForeignBranch
81
class GitPullResult(branch.PullResult):
82
"""Result of a pull from a Git branch."""
84
def _lookup_revno(self, revid):
85
if type(revid) is not str:
86
raise TypeError(revid)
87
# Try in source branch first, it'll be faster
88
with self.target_branch.lock_read():
89
return self.target_branch.revision_id_to_revno(revid)
93
return self._lookup_revno(self.old_revid)
97
return self._lookup_revno(self.new_revid)
100
class GitTags(tag.BasicTags):
101
"""Ref-based tag dictionary."""
103
def __init__(self, branch):
105
self.repository = branch.repository
107
def _merge_to_remote_git(self, target_repo, source_tag_refs, overwrite=False):
110
def get_changed_refs(old_refs):
112
for ref_name, tag_name, peeled, unpeeled in source_tag_refs.iteritems():
113
if old_refs.get(ref_name) == unpeeled:
115
elif overwrite or not ref_name in old_refs:
116
ret[ref_name] = unpeeled
117
updates[tag_name] = target_repo.lookup_foreign_revision_id(peeled)
121
self.repository.lookup_foreign_revision_id(peeled),
122
target_repo.lookup_foreign_revision_id(old_refs[ref_name])))
124
target_repo.controldir.send_pack(get_changed_refs, lambda have, want: [])
125
return updates, conflicts
127
def _merge_to_local_git(self, target_repo, source_tag_refs, overwrite=False):
130
for ref_name, tag_name, peeled, unpeeled in source_tag_refs:
131
if target_repo._git.refs.get(ref_name) == unpeeled:
133
elif overwrite or not ref_name in target_repo._git.refs:
134
target_repo._git.refs[ref_name] = unpeeled or peeled
135
updates[tag_name] = self.repository.lookup_foreign_revision_id(peeled)
137
source_revid = self.repository.lookup_foreign_revision_id(peeled)
139
target_revid = target_repo.lookup_foreign_revision_id(
140
target_repo._git.refs[ref_name])
142
trace.warning('%s does not point to a valid object',
145
conflicts.append((tag_name, source_revid, target_revid))
146
return updates, conflicts
148
def _merge_to_git(self, to_tags, source_tag_refs, overwrite=False):
149
target_repo = to_tags.repository
150
if self.repository.has_same_location(target_repo):
153
if getattr(target_repo, "_git", None):
154
return self._merge_to_local_git(target_repo, source_tag_refs, overwrite)
156
return self._merge_to_remote_git(target_repo, source_tag_refs, overwrite)
158
to_tags.branch._tag_refs = None
160
def _merge_to_non_git(self, to_tags, source_tag_refs, overwrite=False):
161
unpeeled_map = defaultdict(set)
164
result = dict(to_tags.get_tag_dict())
165
for ref_name, tag_name, peeled, unpeeled in source_tag_refs:
166
if unpeeled is not None:
167
unpeeled_map[peeled].add(unpeeled)
169
bzr_revid = self.branch.lookup_foreign_revision_id(peeled)
170
except NotCommitError:
172
if result.get(tag_name) == bzr_revid:
174
elif tag_name not in result or overwrite:
175
result[tag_name] = bzr_revid
176
updates[tag_name] = bzr_revid
178
conflicts.append((tag_name, bzr_revid, result[n]))
179
to_tags._set_tag_dict(result)
180
if len(unpeeled_map) > 0:
181
map_file = UnpeelMap.from_repository(to_tags.branch.repository)
182
map_file.update(unpeeled_map)
183
map_file.save_in_repository(to_tags.branch.repository)
184
return updates, conflicts
186
def merge_to(self, to_tags, overwrite=False, ignore_master=False,
187
source_tag_refs=None):
188
"""See Tags.merge_to."""
189
if source_tag_refs is None:
190
source_tag_refs = self.branch.get_tag_refs()
193
if isinstance(to_tags, GitTags):
194
return self._merge_to_git(to_tags, source_tag_refs,
200
master = to_tags.branch.get_master_branch()
201
if master is not None:
204
updates, conflicts = self._merge_to_non_git(to_tags, source_tag_refs,
206
if master is not None:
207
extra_updates, extra_conflicts = self.merge_to(
208
master.tags, overwrite=overwrite,
209
source_tag_refs=source_tag_refs,
210
ignore_master=ignore_master)
211
updates.update(extra_updates)
212
conflicts += extra_conflicts
213
return updates, conflicts
215
if master is not None:
218
def get_tag_dict(self):
220
for (ref_name, tag_name, peeled, unpeeled) in self.branch.get_tag_refs():
222
bzr_revid = self.branch.lookup_foreign_revision_id(peeled)
223
except NotCommitError:
226
ret[tag_name] = bzr_revid
230
class LocalGitTagDict(GitTags):
231
"""Dictionary with tags in a local repository."""
233
def __init__(self, branch):
234
super(LocalGitTagDict, self).__init__(branch)
235
self.refs = self.repository.controldir._git.refs
237
def _set_tag_dict(self, to_dict):
238
extra = set(self.refs.allkeys())
239
for k, revid in to_dict.iteritems():
240
name = tag_name_to_ref(k)
243
self.set_tag(k, revid)
246
del self.repository._git[name]
248
def set_tag(self, name, revid):
250
git_sha, mapping = self.branch.lookup_bzr_revision_id(revid)
251
except errors.NoSuchRevision:
252
raise errors.GhostTagsNotSupported(self)
253
self.refs[tag_name_to_ref(name)] = git_sha
254
self.branch._tag_refs = None
256
def delete_tag(self, name):
257
ref = tag_name_to_ref(name)
258
if not ref in self.refs:
259
raise errors.NoSuchTag(name)
261
self.branch._tag_refs = None
264
class GitBranchFormat(branch.BranchFormat):
266
def network_name(self):
269
def supports_tags(self):
272
def supports_leaving_lock(self):
275
def supports_tags_referencing_ghosts(self):
278
def tags_are_versioned(self):
281
def get_foreign_tests_branch_factory(self):
282
from .tests.test_branch import ForeignTestsBranchFactory
283
return ForeignTestsBranchFactory()
285
def make_tags(self, branch):
288
except AttributeError:
290
if getattr(branch.repository, "_git", None) is None:
291
from .remote import RemoteGitTagDict
292
return RemoteGitTagDict(branch)
294
return LocalGitTagDict(branch)
296
def initialize(self, a_controldir, name=None, repository=None,
297
append_revisions_only=None):
298
raise NotImplementedError(self.initialize)
300
def get_reference(self, controldir, name=None):
301
return controldir.get_branch_reference(name)
303
def set_reference(self, controldir, name, target):
304
return controldir.set_branch_reference(target, name)
307
class LocalGitBranchFormat(GitBranchFormat):
309
def get_format_description(self):
310
return 'Local Git Branch'
313
def _matchingcontroldir(self):
314
from .dir import LocalGitControlDirFormat
315
return LocalGitControlDirFormat()
317
def initialize(self, a_controldir, name=None, repository=None,
318
append_revisions_only=None):
319
from .dir import LocalGitDir
320
if not isinstance(a_controldir, LocalGitDir):
321
raise errors.IncompatibleFormat(self, a_controldir._format)
322
return a_controldir.create_branch(repository=repository, name=name,
323
append_revisions_only=append_revisions_only)
326
class GitBranch(ForeignBranch):
327
"""An adapter to git repositories for bzr Branch objects."""
330
def control_transport(self):
331
return self._control_transport
334
def user_transport(self):
335
return self._user_transport
337
def __init__(self, controldir, repository, ref, format):
338
self.repository = repository
339
self._format = format
340
self.controldir = controldir
341
self._lock_mode = None
343
super(GitBranch, self).__init__(repository.get_mapping())
346
self._user_transport = controldir.user_transport.clone('.')
347
self._control_transport = controldir.control_transport.clone('.')
348
self._tag_refs = None
351
self.name = ref_to_branch_name(ref)
354
if self.ref is not None:
355
params = {"ref": urlutils.escape(self.ref)}
358
params = {"branch": urlutils.escape(self.name)}
359
for k, v in params.items():
360
self._user_transport.set_segment_parameter(k, v)
361
self._control_transport.set_segment_parameter(k, v)
362
self.base = controldir.user_transport.base
364
def _get_checkout_format(self, lightweight=False):
365
"""Return the most suitable metadir for a checkout of this branch.
366
Weaves are used if this branch's repository uses weaves.
369
return controldir.format_registry.make_controldir("git")
371
return controldir.format_registry.make_controldir("default")
373
def get_child_submit_format(self):
374
"""Return the preferred format of submissions to this branch."""
375
ret = self.get_config_stack().get("child_submit_format")
380
def get_config(self):
381
return GitBranchConfig(self)
383
def get_config_stack(self):
384
return GitBranchStack(self)
386
def _get_nick(self, local=False, possible_master_transports=None):
387
"""Find the nick name for this branch.
391
cs = self.repository._git.get_config_stack()
393
return cs.get((b"branch", self.name.encode('utf-8')), b"nick").decode("utf-8")
396
return self.name or u"HEAD"
398
def _set_nick(self, nick):
399
cf = self.repository._git.get_config()
400
cf.set((b"branch", self.name.encode('utf-8')), b"nick", nick.encode("utf-8"))
403
self.repository._git._put_named_file('config', f.getvalue())
405
nick = property(_get_nick, _set_nick)
408
return "<%s(%r, %r)>" % (self.__class__.__name__, self.repository.base,
411
def generate_revision_history(self, revid, last_rev=None, other_branch=None):
412
if last_rev is not None:
413
graph = self.repository.get_graph()
414
if not graph.is_ancestor(last_rev, revid):
415
# our previous tip is not merged into stop_revision
416
raise errors.DivergedBranches(self, other_branch)
418
self.set_last_revision(revid)
420
def lock_write(self, token=None):
421
if token is not None:
422
raise errors.TokenLockingNotSupported(self)
424
if self._lock_mode == 'r':
425
raise errors.ReadOnlyError(self)
426
self._lock_count += 1
429
self._lock_mode = 'w'
431
self.repository.lock_write()
432
return lock.LogicalLockResult(self.unlock)
434
def leave_lock_in_place(self):
435
raise NotImplementedError(self.leave_lock_in_place)
437
def dont_leave_lock_in_place(self):
438
raise NotImplementedError(self.dont_leave_lock_in_place)
440
def get_stacked_on_url(self):
441
# Git doesn't do stacking (yet...)
442
raise branch.UnstackableBranchFormat(self._format, self.base)
444
def _get_parent_location(self):
445
"""See Branch.get_parent()."""
446
# FIXME: Set "origin" url from .git/config ?
447
cs = self.repository._git.get_config_stack()
449
location = cs.get((b"remote", b'origin'), b"url")
455
ref = cs.get((b"remote", b"origin"), b"merge")
461
params['branch'] = ref_to_branch_name(ref).encode('utf-8')
463
params['ref'] = ref.encode('utf-8')
465
url = git_url_to_bzr_url(location)
466
return urlutils.join_segment_parameters(url, params)
468
def set_parent(self, location):
469
# FIXME: Set "origin" url in .git/config ?
470
cs = self.repository._git.get_config()
471
this_url = urlutils.split_segment_parameters(self.user_url)[0]
472
target_url, target_params = urlutils.split_segment_parameters(location)
473
location = urlutils.relative_url(this_url, target_url)
474
cs.set((b"remote", b"origin"), b"url", location)
475
if 'branch' in target_params:
476
cs.set((b"remote", b"origin"), b"merge",
477
branch_name_to_ref(target_params['branch']))
478
elif 'ref' in target_params:
479
cs.set((b"remote", b"origin"), b"merge",
480
target_params['ref'])
482
# TODO(jelmer): Maybe unset rather than setting to HEAD?
483
cs.set((b"remote", b"origin"), b"merge", 'HEAD')
486
self.repository._git._put_named_file('config', f.getvalue())
488
def break_lock(self):
489
raise NotImplementedError(self.break_lock)
493
if self._lock_mode not in ('r', 'w'):
494
raise ValueError(self._lock_mode)
495
self._lock_count += 1
497
self._lock_mode = 'r'
499
self.repository.lock_read()
500
return lock.LogicalLockResult(self.unlock)
502
def peek_lock_mode(self):
503
return self._lock_mode
506
return (self._lock_mode is not None)
511
def _unlock_ref(self):
515
"""See Branch.unlock()."""
516
if self._lock_count == 0:
517
raise errors.LockNotHeld(self)
519
self._lock_count -= 1
520
if self._lock_count == 0:
521
if self._lock_mode == 'w':
523
self._lock_mode = None
524
self._clear_cached_state()
526
self.repository.unlock()
528
def get_physical_lock_status(self):
531
def last_revision(self):
532
with self.lock_read():
533
# perhaps should escape this ?
534
if self.head is None:
535
return revision.NULL_REVISION
536
return self.lookup_foreign_revision_id(self.head)
538
def _basic_push(self, target, overwrite=False, stop_revision=None):
539
return branch.InterBranch.get(self, target)._basic_push(
540
overwrite, stop_revision)
542
def lookup_foreign_revision_id(self, foreign_revid):
544
return self.repository.lookup_foreign_revision_id(foreign_revid,
548
return self.mapping.revision_id_foreign_to_bzr(foreign_revid)
550
def lookup_bzr_revision_id(self, revid):
551
return self.repository.lookup_bzr_revision_id(
552
revid, mapping=self.mapping)
554
def get_unshelver(self, tree):
555
raise errors.StoringUncommittedNotSupported(self)
557
def _clear_cached_state(self):
558
super(GitBranch, self)._clear_cached_state()
559
self._tag_refs = None
561
def _iter_tag_refs(self, refs):
562
"""Iterate over the tag refs.
564
:param refs: Refs dictionary (name -> git sha1)
565
:return: iterator over (ref_name, tag_name, peeled_sha1, unpeeled_sha1)
567
raise NotImplementedError(self._iter_tag_refs)
569
def get_tag_refs(self):
570
with self.lock_read():
571
if self._tag_refs is None:
572
self._tag_refs = list(self._iter_tag_refs())
573
return self._tag_refs
576
class LocalGitBranch(GitBranch):
577
"""A local Git branch."""
579
def __init__(self, controldir, repository, ref):
580
super(LocalGitBranch, self).__init__(controldir, repository, ref,
581
LocalGitBranchFormat())
583
def create_checkout(self, to_location, revision_id=None, lightweight=False,
584
accelerator_tree=None, hardlink=False):
585
t = transport.get_transport(to_location)
587
format = self._get_checkout_format(lightweight=lightweight)
588
checkout = format.initialize_on_transport(t)
590
from_branch = checkout.set_branch_reference(target_branch=self)
592
policy = checkout.determine_repository_policy()
593
repo = policy.acquire_repository()[0]
595
checkout_branch = checkout.create_branch()
596
checkout_branch.bind(self)
597
checkout_branch.pull(self, stop_revision=revision_id)
599
return checkout.create_workingtree(revision_id,
600
from_branch=from_branch, hardlink=hardlink)
603
self._ref_lock = self.repository._git.refs.lock_ref(self.ref)
605
def _unlock_ref(self):
606
self._ref_lock.unlock()
608
def break_lock(self):
609
self.repository._git.refs.unlock_ref(self.ref)
611
def fetch(self, from_branch, last_revision=None, limit=None):
612
return branch.InterBranch.get(from_branch, self).fetch(
613
stop_revision=last_revision, limit=limit)
615
def _gen_revision_history(self):
616
if self.head is None:
618
last_revid = self.last_revision()
619
graph = self.repository.get_graph()
621
ret = list(graph.iter_lefthand_ancestry(last_revid,
622
(revision.NULL_REVISION, )))
623
except errors.RevisionNotPresent as e:
624
raise errors.GhostRevisionsHaveNoRevno(last_revid, e.revision_id)
630
return self.repository._git.refs[self.ref]
634
def _read_last_revision_info(self):
635
last_revid = self.last_revision()
636
graph = self.repository.get_graph()
637
revno = graph.find_distance_to_null(last_revid,
638
[(revision.NULL_REVISION, 0)])
639
return revno, last_revid
641
def set_last_revision_info(self, revno, revision_id):
642
self.set_last_revision(revision_id)
643
self._last_revision_info_cache = revno, revision_id
645
def set_last_revision(self, revid):
646
if not revid or not isinstance(revid, bytes):
647
raise errors.InvalidRevisionId(revision_id=revid, branch=self)
648
if revid == NULL_REVISION:
651
(newhead, self.mapping) = self.repository.lookup_bzr_revision_id(revid)
652
if self.mapping is None:
654
self._set_head(newhead)
656
def _set_head(self, value):
657
if value == ZERO_SHA:
658
raise ValueError(value)
661
del self.repository._git.refs[self.ref]
663
self.repository._git.refs[self.ref] = self._head
664
self._clear_cached_state()
666
head = property(_get_head, _set_head)
668
def get_push_location(self):
669
"""See Branch.get_push_location."""
670
push_loc = self.get_config_stack().get('push_location')
673
def set_push_location(self, location):
674
"""See Branch.set_push_location."""
675
self.get_config().set_user_option('push_location', location,
676
store=config.STORE_LOCATION)
678
def supports_tags(self):
681
def store_uncommitted(self, creator):
682
raise errors.StoringUncommittedNotSupported(self)
684
def _iter_tag_refs(self):
685
"""Iterate over the tag refs.
687
:param refs: Refs dictionary (name -> git sha1)
688
:return: iterator over (ref_name, tag_name, peeled_sha1, unpeeled_sha1)
690
refs = self.repository._git.refs
691
for ref_name, unpeeled in refs.as_dict().iteritems():
693
tag_name = ref_to_tag_name(ref_name)
694
except (ValueError, UnicodeDecodeError):
696
peeled = refs.get_peeled(ref_name)
699
if not isinstance(tag_name, text_type):
700
raise TypeError(tag_name)
701
yield (ref_name, tag_name, peeled, unpeeled)
703
def create_memorytree(self):
704
from .memorytree import GitMemoryTree
705
return GitMemoryTree(self, self.repository._git.object_store, self.head)
707
def reference_parent(self, path, file_id=None, possible_transports=None):
708
"""Return the parent branch for a tree-reference file_id
710
:param path: The path of the file_id in the tree
711
:param file_id: Optional file_id of the tree reference
712
:return: A branch associated with the file_id
714
# FIXME should provide multiple branches, based on config
715
url = urlutils.join(self.user_url, path)
716
return branch.Branch.open(
718
possible_transports=possible_transports)
722
def _quick_lookup_revno(local_branch, remote_branch, revid):
723
if type(revid) is not str:
724
raise TypeError(revid)
725
# Try in source branch first, it'll be faster
726
with local_branch.lock_read():
728
return local_branch.revision_id_to_revno(revid)
729
except errors.NoSuchRevision:
730
graph = local_branch.repository.get_graph()
732
return graph.find_distance_to_null(revid,
733
[(revision.NULL_REVISION, 0)])
734
except errors.GhostRevisionsHaveNoRevno:
735
# FIXME: Check using graph.find_distance_to_null() ?
736
with remote_branch.lock_read():
737
return remote_branch.revision_id_to_revno(revid)
740
class GitBranchPullResult(branch.PullResult):
743
super(GitBranchPullResult, self).__init__()
744
self.new_git_head = None
745
self._old_revno = None
746
self._new_revno = None
748
def report(self, to_file):
750
if self.old_revid == self.new_revid:
751
to_file.write('No revisions to pull.\n')
752
elif self.new_git_head is not None:
753
to_file.write('Now on revision %d (git sha: %s).\n' %
754
(self.new_revno, self.new_git_head))
756
to_file.write('Now on revision %d.\n' % (self.new_revno,))
757
self._show_tag_conficts(to_file)
759
def _lookup_revno(self, revid):
760
return _quick_lookup_revno(self.target_branch, self.source_branch,
763
def _get_old_revno(self):
764
if self._old_revno is not None:
765
return self._old_revno
766
return self._lookup_revno(self.old_revid)
768
def _set_old_revno(self, revno):
769
self._old_revno = revno
771
old_revno = property(_get_old_revno, _set_old_revno)
773
def _get_new_revno(self):
774
if self._new_revno is not None:
775
return self._new_revno
776
return self._lookup_revno(self.new_revid)
778
def _set_new_revno(self, revno):
779
self._new_revno = revno
781
new_revno = property(_get_new_revno, _set_new_revno)
784
class GitBranchPushResult(branch.BranchPushResult):
786
def _lookup_revno(self, revid):
787
return _quick_lookup_revno(self.source_branch, self.target_branch,
792
return self._lookup_revno(self.old_revid)
796
new_original_revno = getattr(self, "new_original_revno", None)
797
if new_original_revno:
798
return new_original_revno
799
if getattr(self, "new_original_revid", None) is not None:
800
return self._lookup_revno(self.new_original_revid)
801
return self._lookup_revno(self.new_revid)
804
class InterFromGitBranch(branch.GenericInterBranch):
805
"""InterBranch implementation that pulls from Git into bzr."""
808
def _get_branch_formats_to_test():
810
default_format = branch.format_registry.get_default()
811
except AttributeError:
812
default_format = branch.BranchFormat._default_format
813
from .remote import RemoteGitBranchFormat
815
(RemoteGitBranchFormat(), default_format),
816
(LocalGitBranchFormat(), default_format)]
819
def _get_interrepo(self, source, target):
820
return _mod_repository.InterRepository.get(source.repository, target.repository)
823
def is_compatible(cls, source, target):
824
if not isinstance(source, GitBranch):
826
if isinstance(target, GitBranch):
827
# InterLocalGitRemoteGitBranch or InterToGitBranch should be used
829
if getattr(cls._get_interrepo(source, target), "fetch_objects", None) is None:
830
# fetch_objects is necessary for this to work
834
def fetch(self, stop_revision=None, fetch_tags=None, limit=None):
835
self.fetch_objects(stop_revision, fetch_tags=fetch_tags, limit=limit)
837
def fetch_objects(self, stop_revision, fetch_tags, limit=None):
838
interrepo = self._get_interrepo(self.source, self.target)
839
if fetch_tags is None:
840
c = self.source.get_config_stack()
841
fetch_tags = c.get('branch.fetch_tags')
842
def determine_wants(heads):
843
if stop_revision is None:
845
head = heads[self.source.ref]
847
self._last_revid = revision.NULL_REVISION
849
self._last_revid = self.source.lookup_foreign_revision_id(head)
851
self._last_revid = stop_revision
852
real = interrepo.get_determine_wants_revids(
853
[self._last_revid], include_tags=fetch_tags)
855
pack_hint, head, refs = interrepo.fetch_objects(
856
determine_wants, self.source.mapping, limit=limit)
857
if (pack_hint is not None and
858
self.target.repository._format.pack_compresses):
859
self.target.repository.pack(hint=pack_hint)
862
def _update_revisions(self, stop_revision=None, overwrite=False):
863
head, refs = self.fetch_objects(stop_revision, fetch_tags=None)
865
prev_last_revid = None
867
prev_last_revid = self.target.last_revision()
868
self.target.generate_revision_history(self._last_revid,
869
last_rev=prev_last_revid, other_branch=self.source)
872
def _basic_pull(self, stop_revision, overwrite, run_hooks,
873
_override_hook_target, _hook_master):
874
if overwrite is True:
875
overwrite = set(["history", "tags"])
878
result = GitBranchPullResult()
879
result.source_branch = self.source
880
if _override_hook_target is None:
881
result.target_branch = self.target
883
result.target_branch = _override_hook_target
884
with self.target.lock_write(), self.source.lock_read():
885
# We assume that during 'pull' the target repository is closer than
887
(result.old_revno, result.old_revid) = \
888
self.target.last_revision_info()
889
result.new_git_head, remote_refs = self._update_revisions(
890
stop_revision, overwrite=("history" in overwrite))
891
tags_ret = self.source.tags.merge_to(
892
self.target.tags, ("tags" in overwrite), ignore_master=True)
893
if isinstance(tags_ret, tuple):
894
result.tag_updates, result.tag_conflicts = tags_ret
896
result.tag_conflicts = tags_ret
897
(result.new_revno, result.new_revid) = \
898
self.target.last_revision_info()
900
result.master_branch = _hook_master
901
result.local_branch = result.target_branch
903
result.master_branch = result.target_branch
904
result.local_branch = None
906
for hook in branch.Branch.hooks['post_pull']:
910
def pull(self, overwrite=False, stop_revision=None,
911
possible_transports=None, _hook_master=None, run_hooks=True,
912
_override_hook_target=None, local=False):
915
:param _hook_master: Private parameter - set the branch to
916
be supplied as the master to pull hooks.
917
:param run_hooks: Private parameter - if false, this branch
918
is being called because it's the master of the primary branch,
919
so it should not run its hooks.
920
:param _override_hook_target: Private parameter - set the branch to be
921
supplied as the target_branch to pull hooks.
923
# This type of branch can't be bound.
924
bound_location = self.target.get_bound_location()
925
if local and not bound_location:
926
raise errors.LocalRequiresBoundBranch()
928
source_is_master = False
929
self.source.lock_read()
931
# bound_location comes from a config file, some care has to be
932
# taken to relate it to source.user_url
933
normalized = urlutils.normalize_url(bound_location)
935
relpath = self.source.user_transport.relpath(normalized)
936
source_is_master = (relpath == '')
937
except (errors.PathNotChild, urlutils.InvalidURL):
938
source_is_master = False
939
if not local and bound_location and not source_is_master:
940
# not pulling from master, so we need to update master.
941
master_branch = self.target.get_master_branch(possible_transports)
942
master_branch.lock_write()
946
# pull from source into master.
947
master_branch.pull(self.source, overwrite, stop_revision,
949
result = self._basic_pull(stop_revision, overwrite, run_hooks,
950
_override_hook_target, _hook_master=master_branch)
955
master_branch.unlock()
958
def _basic_push(self, overwrite, stop_revision):
959
if overwrite is True:
960
overwrite = set(["history", "tags"])
963
result = branch.BranchPushResult()
964
result.source_branch = self.source
965
result.target_branch = self.target
966
result.old_revno, result.old_revid = self.target.last_revision_info()
967
result.new_git_head, remote_refs = self._update_revisions(
968
stop_revision, overwrite=("history" in overwrite))
969
tags_ret = self.source.tags.merge_to(self.target.tags,
970
"tags" in overwrite, ignore_master=True)
971
(result.tag_updates, result.tag_conflicts) = tags_ret
972
result.new_revno, result.new_revid = self.target.last_revision_info()
976
class InterGitBranch(branch.GenericInterBranch):
977
"""InterBranch implementation that pulls between Git branches."""
979
def fetch(self, stop_revision=None, fetch_tags=None, limit=None):
980
raise NotImplementedError(self.fetch)
983
class InterLocalGitRemoteGitBranch(InterGitBranch):
984
"""InterBranch that copies from a local to a remote git branch."""
987
def _get_branch_formats_to_test():
988
from .remote import RemoteGitBranchFormat
990
(LocalGitBranchFormat(), RemoteGitBranchFormat())]
993
def is_compatible(self, source, target):
994
from .remote import RemoteGitBranch
995
return (isinstance(source, LocalGitBranch) and
996
isinstance(target, RemoteGitBranch))
998
def _basic_push(self, overwrite, stop_revision):
999
result = GitBranchPushResult()
1000
result.source_branch = self.source
1001
result.target_branch = self.target
1002
if stop_revision is None:
1003
stop_revision = self.source.last_revision()
1004
def get_changed_refs(old_refs):
1005
old_ref = old_refs.get(self.target.ref, None)
1007
result.old_revid = revision.NULL_REVISION
1009
result.old_revid = self.target.lookup_foreign_revision_id(old_ref)
1010
new_ref = self.source.repository.lookup_bzr_revision_id(stop_revision)[0]
1012
if remote_divergence(old_ref, new_ref, self.source.repository._git.object_store):
1013
raise errors.DivergedBranches(self.source, self.target)
1014
refs = { self.target.ref: new_ref }
1015
result.new_revid = stop_revision
1016
for name, sha in self.source.repository._git.refs.as_dict("refs/tags").iteritems():
1017
refs[tag_name_to_ref(name)] = sha
1019
self.target.repository.send_pack(get_changed_refs,
1020
self.source.repository._git.object_store.generate_pack_data)
1024
class InterGitLocalGitBranch(InterGitBranch):
1025
"""InterBranch that copies from a remote to a local git branch."""
1028
def _get_branch_formats_to_test():
1029
from .remote import RemoteGitBranchFormat
1031
(RemoteGitBranchFormat(), LocalGitBranchFormat()),
1032
(LocalGitBranchFormat(), LocalGitBranchFormat())]
1035
def is_compatible(self, source, target):
1036
return (isinstance(source, GitBranch) and
1037
isinstance(target, LocalGitBranch))
1039
def fetch(self, stop_revision=None, fetch_tags=None, limit=None):
1040
interrepo = _mod_repository.InterRepository.get(self.source.repository,
1041
self.target.repository)
1042
if stop_revision is None:
1043
stop_revision = self.source.last_revision()
1044
determine_wants = interrepo.get_determine_wants_revids(
1045
[stop_revision], include_tags=fetch_tags)
1046
interrepo.fetch_objects(determine_wants, limit=limit)
1048
def _basic_push(self, overwrite=False, stop_revision=None):
1049
if overwrite is True:
1050
overwrite = set(["history", "tags"])
1053
result = GitBranchPushResult()
1054
result.source_branch = self.source
1055
result.target_branch = self.target
1056
result.old_revid = self.target.last_revision()
1057
refs, stop_revision = self.update_refs(stop_revision)
1058
self.target.generate_revision_history(stop_revision,
1059
(result.old_revid if ("history" not in overwrite) else None),
1060
other_branch=self.source)
1061
tags_ret = self.source.tags.merge_to(self.target.tags,
1062
source_tag_refs=remote_refs_dict_to_tag_refs(refs),
1063
overwrite=("tags" in overwrite))
1064
if isinstance(tags_ret, tuple):
1065
(result.tag_updates, result.tag_conflicts) = tags_ret
1067
result.tag_conflicts = tags_ret
1068
result.new_revid = self.target.last_revision()
1071
def update_refs(self, stop_revision=None):
1072
interrepo = _mod_repository.InterRepository.get(
1073
self.source.repository, self.target.repository)
1074
c = self.source.get_config_stack()
1075
fetch_tags = c.get('branch.fetch_tags')
1077
if stop_revision is None:
1078
refs = interrepo.fetch(branches=["HEAD"], include_tags=fetch_tags)
1082
stop_revision = revision.NULL_REVISION
1084
stop_revision = self.target.lookup_foreign_revision_id(head)
1086
refs = interrepo.fetch(revision_id=stop_revision, include_tags=fetch_tags)
1087
return refs, stop_revision
1089
def pull(self, stop_revision=None, overwrite=False,
1090
possible_transports=None, run_hooks=True, local=False):
1091
# This type of branch can't be bound.
1093
raise errors.LocalRequiresBoundBranch()
1094
if overwrite is True:
1095
overwrite = set(["history", "tags"])
1099
result = GitPullResult()
1100
result.source_branch = self.source
1101
result.target_branch = self.target
1102
with self.target.lock_write(), self.source.lock_read():
1103
result.old_revid = self.target.last_revision()
1104
refs, stop_revision = self.update_refs(stop_revision)
1105
self.target.generate_revision_history(stop_revision,
1106
(result.old_revid if ("history" not in overwrite) else None),
1107
other_branch=self.source)
1108
tags_ret = self.source.tags.merge_to(self.target.tags,
1109
overwrite=("tags" in overwrite),
1110
source_tag_refs=remote_refs_dict_to_tag_refs(refs))
1111
if isinstance(tags_ret, tuple):
1112
(result.tag_updates, result.tag_conflicts) = tags_ret
1114
result.tag_conflicts = tags_ret
1115
result.new_revid = self.target.last_revision()
1116
result.local_branch = None
1117
result.master_branch = result.target_branch
1119
for hook in branch.Branch.hooks['post_pull']:
1124
class InterToGitBranch(branch.GenericInterBranch):
1125
"""InterBranch implementation that pulls from a non-bzr into a Git branch."""
1127
def __init__(self, source, target):
1128
super(InterToGitBranch, self).__init__(source, target)
1129
self.interrepo = _mod_repository.InterRepository.get(source.repository,
1133
def _get_branch_formats_to_test():
1135
default_format = branch.format_registry.get_default()
1136
except AttributeError:
1137
default_format = branch.BranchFormat._default_format
1138
from .remote import RemoteGitBranchFormat
1140
(default_format, LocalGitBranchFormat()),
1141
(default_format, RemoteGitBranchFormat())]
1144
def is_compatible(self, source, target):
1145
return (not isinstance(source, GitBranch) and
1146
isinstance(target, GitBranch))
1148
def _get_new_refs(self, stop_revision=None, fetch_tags=None):
1149
if not self.source.is_locked():
1150
raise errors.ObjectNotLocked(self.source)
1151
if stop_revision is None:
1152
(stop_revno, stop_revision) = self.source.last_revision_info()
1154
stop_revno = self.source.revision_id_to_revno(stop_revision)
1155
if type(stop_revision) is not str:
1156
raise TypeError(stop_revision)
1157
main_ref = self.target.ref
1158
refs = { main_ref: (None, stop_revision) }
1159
if fetch_tags is None:
1160
c = self.source.get_config_stack()
1161
fetch_tags = c.get('branch.fetch_tags')
1162
for name, revid in self.source.tags.get_tag_dict().iteritems():
1163
if self.source.repository.has_revision(revid):
1164
ref = tag_name_to_ref(name)
1165
if not check_ref_format(ref):
1166
warning("skipping tag with invalid characters %s (%s)",
1170
# FIXME: Skip tags that are not in the ancestry
1171
refs[ref] = (None, revid)
1172
return refs, main_ref, (stop_revno, stop_revision)
1174
def _update_refs(self, result, old_refs, new_refs, overwrite):
1175
mutter("updating refs. old refs: %r, new refs: %r",
1177
result.tag_updates = {}
1178
result.tag_conflicts = []
1179
ret = dict(old_refs)
1180
def ref_equals(refs, ref, git_sha, revid):
1185
if (value[0] is not None and
1186
git_sha is not None and
1187
value[0] == git_sha):
1189
if (value[1] is not None and
1190
revid is not None and
1193
# FIXME: If one side only has the git sha available and the other only
1194
# has the bzr revid, then this will cause us to show a tag as updated
1195
# that hasn't actually been updated.
1197
# FIXME: Check for diverged branches
1198
for ref, (git_sha, revid) in new_refs.iteritems():
1199
if ref_equals(ret, ref, git_sha, revid):
1200
# Already up to date
1202
git_sha = old_refs[ref][0]
1204
revid = old_refs[ref][1]
1205
ret[ref] = new_refs[ref] = (git_sha, revid)
1206
elif ref not in ret or overwrite:
1208
tag_name = ref_to_tag_name(ref)
1212
result.tag_updates[tag_name] = revid
1213
ret[ref] = (git_sha, revid)
1215
# FIXME: Check diverged
1219
name = ref_to_tag_name(ref)
1223
result.tag_conflicts.append((name, revid, ret[name][1]))
1225
ret[ref] = (git_sha, revid)
1228
def fetch(self, stop_revision=None, fetch_tags=None, lossy=False, limit=None):
1229
if stop_revision is None:
1230
stop_revision = self.source.last_revision()
1233
for k, v in self.source.tags.get_tag_dict().iteritems():
1234
ret.append((None, v))
1235
ret.append((None, stop_revision))
1237
self.interrepo.fetch_objects(ret, lossy=lossy, limit=limit)
1238
except NoPushSupport:
1239
raise errors.NoRoundtrippingSupport(self.source, self.target)
1241
def pull(self, overwrite=False, stop_revision=None, local=False,
1242
possible_transports=None, run_hooks=True):
1243
result = GitBranchPullResult()
1244
result.source_branch = self.source
1245
result.target_branch = self.target
1246
with self.source.lock_read(), self.target.lock_write():
1247
new_refs, main_ref, stop_revinfo = self._get_new_refs(
1249
def update_refs(old_refs):
1250
return self._update_refs(result, old_refs, new_refs, overwrite)
1252
result.revidmap, old_refs, new_refs = self.interrepo.fetch_refs(
1253
update_refs, lossy=False)
1254
except NoPushSupport:
1255
raise errors.NoRoundtrippingSupport(self.source, self.target)
1256
(old_sha1, result.old_revid) = old_refs.get(main_ref, (ZERO_SHA, NULL_REVISION))
1257
if result.old_revid is None:
1258
result.old_revid = self.target.lookup_foreign_revision_id(old_sha1)
1259
result.new_revid = new_refs[main_ref][1]
1260
result.local_branch = None
1261
result.master_branch = self.target
1263
for hook in branch.Branch.hooks['post_pull']:
1267
def push(self, overwrite=False, stop_revision=None, lossy=False,
1268
_override_hook_source_branch=None):
1269
result = GitBranchPushResult()
1270
result.source_branch = self.source
1271
result.target_branch = self.target
1272
result.local_branch = None
1273
result.master_branch = result.target_branch
1274
with self.source.lock_read(), self.target.lock_write():
1275
new_refs, main_ref, stop_revinfo = self._get_new_refs(stop_revision)
1276
def update_refs(old_refs):
1277
return self._update_refs(result, old_refs, new_refs, overwrite)
1279
result.revidmap, old_refs, new_refs = self.interrepo.fetch_refs(
1280
update_refs, lossy=lossy, overwrite=overwrite)
1281
except NoPushSupport:
1282
raise errors.NoRoundtrippingSupport(self.source, self.target)
1283
(old_sha1, result.old_revid) = old_refs.get(main_ref, (ZERO_SHA, NULL_REVISION))
1284
if result.old_revid is None:
1285
result.old_revid = self.target.lookup_foreign_revision_id(old_sha1)
1286
result.new_revid = new_refs[main_ref][1]
1287
(result.new_original_revno, result.new_original_revid) = stop_revinfo
1288
for hook in branch.Branch.hooks['post_push']:
1293
branch.InterBranch.register_optimiser(InterGitLocalGitBranch)
1294
branch.InterBranch.register_optimiser(InterFromGitBranch)
1295
branch.InterBranch.register_optimiser(InterToGitBranch)
1296
branch.InterBranch.register_optimiser(InterLocalGitRemoteGitBranch)