/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to branch.py

More work on roundtrip push support.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
1
# Copyright (C) 2007 Canonical Ltd
2
 
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
 
2
# Copyright (C) 2009-2010 Jelmer Vernooij <jelmer@samba.org>
3
3
#
4
4
# This program is free software; you can redistribute it and/or modify
5
5
# it under the terms of the GNU General Public License as published by
35
35
from bzrlib.decorators import (
36
36
    needs_read_lock,
37
37
    )
 
38
from bzrlib.revision import (
 
39
    NULL_REVISION,
 
40
    )
38
41
from bzrlib.trace import (
39
42
    is_quiet,
40
43
    mutter,
41
44
    )
42
45
 
43
 
from bzrlib.plugins.git import (
44
 
    get_rich_root_format,
45
 
    )
46
46
from bzrlib.plugins.git.config import (
47
47
    GitBranchConfig,
48
48
    )
50
50
    NoPushSupport,
51
51
    NoSuchRef,
52
52
    )
 
53
from bzrlib.plugins.git.refs import (
 
54
    ref_to_branch_name,
 
55
    extract_tags,
 
56
    tag_name_to_ref,
 
57
    )
53
58
 
54
59
from bzrlib.foreign import ForeignBranch
55
60
 
56
61
 
57
 
def extract_tags(refs):
58
 
    """Extract the tags from a refs dictionary.
59
 
 
60
 
    :param refs: Refs to extract the tags from.
61
 
    :return: Dictionary mapping tag names to SHA1s.
62
 
    """
63
 
    ret = {}
64
 
    for k,v in refs.iteritems():
65
 
        if k.startswith("refs/tags/") and not k.endswith("^{}"):
66
 
            v = refs.get(k+"^{}", v)
67
 
            ret[k[len("refs/tags/"):]] = v
68
 
    return ret
69
 
 
70
 
 
71
 
def branch_name_to_ref(name):
72
 
    """Map a branch name to a ref.
73
 
 
74
 
    :param name: Branch name
75
 
    :return: ref string
76
 
    """
77
 
    if name is None or name == "HEAD":
78
 
        return "HEAD"
79
 
    if not name.startswith("refs/"):
80
 
        return "refs/heads/%s" % name
81
 
    else:
82
 
        return name
83
 
 
84
 
 
85
 
def ref_to_branch_name(ref):
86
 
    """Map a ref to a branch name
87
 
 
88
 
    :param ref: Ref
89
 
    :return: A branch name
90
 
    """
91
 
    if ref == "HEAD":
92
 
        return "HEAD"
93
 
    if ref.startswith("refs/heads/"):
94
 
        return ref[len("refs/heads/"):]
95
 
    raise ValueError("unable to map ref %s back to branch name")
96
 
 
97
 
 
98
62
class GitPullResult(branch.PullResult):
 
63
    """Result of a pull from a Git branch."""
99
64
 
100
65
    def _lookup_revno(self, revid):
101
66
        assert isinstance(revid, str), "was %r" % revid
133
98
                mutter("Tag %s points at object %r that is not a commit, "
134
99
                       "ignoring", k, obj)
135
100
                continue
136
 
            ret[k] = self.branch.mapping.revision_id_foreign_to_bzr(v)
 
101
            ret[k] = self.branch.lookup_foreign_revision_id(v)
137
102
        return ret
138
103
 
139
104
    def _set_tag_dict(self, to_dict):
140
105
        extra = set(self.repository._git.get_refs().keys())
141
106
        for k, revid in to_dict.iteritems():
142
 
            name = "refs/tags/%s" % k
 
107
            name = tag_name_to_ref(k)
143
108
            if name in extra:
144
109
                extra.remove(name)
145
110
            self.set_tag(k, revid)
146
111
        for name in extra:
147
112
            if name.startswith("refs/tags/"):
148
113
                del self.repository._git[name]
149
 
        
 
114
 
150
115
    def set_tag(self, name, revid):
151
 
        self.repository._git.refs["refs/tags/%s" % name], _ = \
152
 
            self.branch.mapping.revision_id_bzr_to_foreign(revid)
 
116
        self.repository._git.refs[tag_name_to_ref(name)], _ = \
 
117
            self.branch.lookup_bzr_revision_id(revid)
153
118
 
154
119
 
155
120
class DictTagDict(LocalGitTagDict):
185
150
            return LocalGitTagDict(branch)
186
151
 
187
152
 
 
153
class GitReadLock(object):
 
154
 
 
155
    def __init__(self, unlock):
 
156
        self.unlock = unlock
 
157
 
 
158
 
 
159
class GitWriteLock(object):
 
160
 
 
161
    def __init__(self, unlock):
 
162
        self.unlock = unlock
 
163
 
 
164
 
188
165
class GitBranch(ForeignBranch):
189
166
    """An adapter to git repositories for bzr Branch objects."""
190
167
 
205
182
        """Return the most suitable metadir for a checkout of this branch.
206
183
        Weaves are used if this branch's repository uses weaves.
207
184
        """
208
 
        return get_rich_root_format()
 
185
        return bzrdir.format_registry.make_bzrdir("default")
209
186
 
210
187
    def get_child_submit_format(self):
211
188
        """Return the preferred format of submissions to this branch."""
219
196
 
220
197
        :return: Branch nick
221
198
        """
222
 
        return self.name
 
199
        return self.name or "HEAD"
223
200
 
224
201
    def _set_nick(self, nick):
225
202
        raise NotImplementedError
228
205
 
229
206
    def __repr__(self):
230
207
        return "<%s(%r, %r)>" % (self.__class__.__name__, self.repository.base,
231
 
            self.ref)
 
208
            self.ref or "HEAD")
232
209
 
233
210
    def generate_revision_history(self, revid, old_revid=None):
234
211
        # FIXME: Check that old_revid is in the ancestry of revid
237
214
 
238
215
    def lock_write(self):
239
216
        self.control_files.lock_write()
 
217
        return GitWriteLock(self.unlock)
240
218
 
241
219
    def get_stacked_on_url(self):
242
220
        # Git doesn't do stacking (yet...)
253
231
 
254
232
    def lock_read(self):
255
233
        self.control_files.lock_read()
 
234
        return GitReadLock(self.unlock)
256
235
 
257
236
    def is_locked(self):
258
237
        return self.control_files.is_locked()
268
247
        # perhaps should escape this ?
269
248
        if self.head is None:
270
249
            return revision.NULL_REVISION
271
 
        return self.mapping.revision_id_foreign_to_bzr(self.head)
 
250
        return self.lookup_foreign_revision_id(self.head)
272
251
 
273
252
    def _basic_push(self, target, overwrite=False, stop_revision=None):
274
253
        return branch.InterBranch.get(self, target)._basic_push(
275
254
            overwrite, stop_revision)
276
255
 
 
256
    def lookup_foreign_revision_id(self, foreign_revid):
 
257
        return self.repository.lookup_foreign_revision_id(foreign_revid,
 
258
            self.mapping)
 
259
 
 
260
    def lookup_bzr_revision_id(self, revid):
 
261
        return self.repository.lookup_bzr_revision_id(
 
262
            revid, mapping=self.mapping)
 
263
 
277
264
 
278
265
class LocalGitBranch(GitBranch):
279
266
    """A local Git branch."""
280
267
 
281
268
    def __init__(self, bzrdir, repository, name, lockfiles, tagsdict=None):
282
 
        super(LocalGitBranch, self).__init__(bzrdir, repository, name, 
 
269
        super(LocalGitBranch, self).__init__(bzrdir, repository, name,
283
270
              lockfiles, tagsdict)
284
 
        if not name in repository._git.get_refs().keys():
 
271
        refs = repository._git.get_refs()
 
272
        if not (name in refs.keys() or "HEAD" in refs.keys()):
285
273
            raise errors.NotBranchError(self.base)
286
274
 
287
275
    def create_checkout(self, to_location, revision_id=None, lightweight=False,
298
286
            return tree
299
287
        else:
300
288
            return self._create_heavyweight_checkout(to_location, revision_id,
301
 
            hardlink)
 
289
                hardlink)
302
290
 
303
291
    def _create_heavyweight_checkout(self, to_location, revision_id=None,
304
292
                                     hardlink=False):
310
298
        :return: WorkingTree object of checkout.
311
299
        """
312
300
        checkout_branch = bzrdir.BzrDir.create_branch_convenience(
313
 
            to_location, force_new_tree=False, format=get_rich_root_format())
 
301
            to_location, force_new_tree=False)
314
302
        checkout = checkout_branch.bzrdir
315
303
        checkout_branch.bind(self)
316
304
        # pull up to the specified revision_id to set the initial
328
316
 
329
317
    def _get_head(self):
330
318
        try:
331
 
            return self.repository._git.ref(self.ref)
 
319
            return self.repository._git.ref(self.ref or "HEAD")
332
320
        except KeyError:
333
321
            return None
334
322
 
336
324
        self.set_last_revision(revid)
337
325
 
338
326
    def set_last_revision(self, revid):
339
 
        (newhead, self.mapping) = self.mapping.revision_id_bzr_to_foreign(
340
 
                revid)
 
327
        (newhead, self.mapping) = self.repository.lookup_bzr_revision_id(revid)
341
328
        self.head = newhead
342
329
 
343
330
    def _set_head(self, value):
344
331
        self._head = value
345
 
        self.repository._git.refs[self.ref] = self._head
 
332
        self.repository._git.refs[self.ref or "HEAD"] = self._head
346
333
        self._clear_cached_state()
347
334
 
348
335
    head = property(_get_head, _set_head)
366
353
 
367
354
class GitBranchPullResult(branch.PullResult):
368
355
 
 
356
    def __init__(self):
 
357
        super(GitBranchPullResult, self).__init__()
 
358
        self.new_git_head = None
 
359
        self._old_revno = None
 
360
        self._new_revno = None
 
361
 
369
362
    def report(self, to_file):
370
363
        if not is_quiet():
371
364
            if self.old_revid == self.new_revid:
377
370
                to_file.write('Now on revision %d.\n' % (self.new_revno,))
378
371
        self._show_tag_conficts(to_file)
379
372
 
 
373
    def _lookup_revno(self, revid):
 
374
        assert isinstance(revid, str), "was %r" % revid
 
375
        # Try in source branch first, it'll be faster
 
376
        try:
 
377
            return self.source_branch.revision_id_to_revno(revid)
 
378
        except errors.NoSuchRevision:
 
379
            # FIXME: Check using graph.find_distance_to_null() ?
 
380
            return self.target_branch.revision_id_to_revno(revid)
 
381
 
 
382
    def _get_old_revno(self):
 
383
        if self._old_revno is not None:
 
384
            return self._old_revno
 
385
        return self._lookup_revno(self.old_revid)
 
386
 
 
387
    def _set_old_revno(self, revno):
 
388
        self._old_revno = revno
 
389
 
 
390
    old_revno = property(_get_old_revno, _set_old_revno)
 
391
 
 
392
    def _get_new_revno(self):
 
393
        if self._new_revno is not None:
 
394
            return self._new_revno
 
395
        return self._lookup_revno(self.new_revid)
 
396
 
 
397
    def _set_new_revno(self, revno):
 
398
        self._new_revno = revno
 
399
 
 
400
    new_revno = property(_get_new_revno, _set_new_revno)
 
401
 
380
402
 
381
403
class GitBranchPushResult(branch.BranchPushResult):
382
404
 
401
423
class InterFromGitBranch(branch.GenericInterBranch):
402
424
    """InterBranch implementation that pulls from Git into bzr."""
403
425
 
 
426
    @staticmethod
 
427
    def _get_branch_formats_to_test():
 
428
        return []
 
429
 
404
430
    @classmethod
405
431
    def _get_interrepo(self, source, target):
406
432
        return repository.InterRepository.get(source.repository,
422
448
        """
423
449
        interrepo = self._get_interrepo(self.source, self.target)
424
450
        def determine_wants(heads):
425
 
            if not self.source.ref in heads:
 
451
            if self.source.ref is not None and not self.source.ref in heads:
426
452
                raise NoSuchRef(self.source.ref, heads.keys())
427
453
            if stop_revision is not None:
428
454
                self._last_revid = stop_revision
429
455
                head, mapping = self.source.repository.lookup_bzr_revision_id(
430
456
                    stop_revision)
431
457
            else:
432
 
                head = heads[self.source.ref]
433
 
                self._last_revid = self.source.mapping.revision_id_foreign_to_bzr(
434
 
                    head)
 
458
                if self.source.ref is not None:
 
459
                    head = heads[self.source.ref]
 
460
                else:
 
461
                    head = heads["HEAD"]
 
462
                self._last_revid = self.source.lookup_foreign_revision_id(head)
435
463
            if self.target.repository.has_revision(self._last_revid):
436
464
                return []
437
465
            return [head]
438
 
        pack_hint, head = interrepo.fetch_objects(
 
466
        pack_hint, head, refs = interrepo.fetch_objects(
439
467
            determine_wants, self.source.mapping, limit=limit)
440
 
        if pack_hint is not None and self.target.repository._format.pack_compresses:
 
468
        if (pack_hint is not None and
 
469
            self.target.repository._format.pack_compresses):
441
470
            self.target.repository.pack(hint=pack_hint)
442
471
        if head is not None:
443
 
            self._last_revid = self.source.mapping.revision_id_foreign_to_bzr(head)
 
472
            self._last_revid = self.source.lookup_foreign_revision_id(head)
444
473
        if overwrite:
445
474
            prev_last_revid = None
446
475
        else:
525
554
class InterGitLocalRemoteBranch(InterGitBranch):
526
555
    """InterBranch that copies from a local to a remote git branch."""
527
556
 
 
557
    @staticmethod
 
558
    def _get_branch_formats_to_test():
 
559
        return []
 
560
 
528
561
    @classmethod
529
562
    def is_compatible(self, source, target):
530
563
        from bzrlib.plugins.git.remote import RemoteGitBranch
532
565
                isinstance(target, RemoteGitBranch))
533
566
 
534
567
    def _basic_push(self, overwrite=False, stop_revision=None):
 
568
        from dulwich.protocol import ZERO_SHA
535
569
        result = GitBranchPushResult()
536
570
        result.source_branch = self.source
537
571
        result.target_branch = self.target
539
573
            stop_revision = self.source.last_revision()
540
574
        # FIXME: Check for diverged branches
541
575
        def get_changed_refs(old_refs):
542
 
            result.old_revid = self.target.mapping.revision_id_foreign_to_bzr(old_refs.get("refs/heads/master", "0" * 40))
543
 
            refs = { "refs/heads/master": self.source.repository.lookup_bzr_revision_id(stop_revision)[0] }
 
576
            result.old_revid = self.target.lookup_foreign_revision_id(old_refs.get(self.target.ref, ZERO_SHA))
 
577
            refs = { self.target.ref: self.source.repository.lookup_bzr_revision_id(stop_revision)[0] }
544
578
            result.new_revid = stop_revision
545
579
            for name, sha in self.source.repository._git.refs.as_dict("refs/tags").iteritems():
546
 
                refs["refs/tags/%s" % name] = sha
 
580
                refs[tag_name_to_ref(name)] = sha
547
581
            return refs
548
582
        self.target.repository.send_pack(get_changed_refs,
549
583
            self.source.repository._git.object_store.generate_pack_contents)
553
587
class InterGitRemoteLocalBranch(InterGitBranch):
554
588
    """InterBranch that copies from a remote to a local git branch."""
555
589
 
 
590
    @staticmethod
 
591
    def _get_branch_formats_to_test():
 
592
        return []
 
593
 
556
594
    @classmethod
557
595
    def is_compatible(self, source, target):
558
596
        from bzrlib.plugins.git.remote import RemoteGitBranch
572
610
 
573
611
    def update_tags(self, refs):
574
612
        for name, v in extract_tags(refs).iteritems():
575
 
            revid = self.target.mapping.revision_id_foreign_to_bzr(v)
 
613
            revid = self.target.lookup_foreign_revision_id(v)
576
614
            self.target.tags.set_tag(name, revid)
577
615
 
578
616
    def update_refs(self, stop_revision=None):
579
617
        interrepo = repository.InterRepository.get(self.source.repository,
580
618
            self.target.repository)
581
619
        if stop_revision is None:
582
 
            refs = interrepo.fetch_refs(branches=["HEAD"])
583
 
            stop_revision = self.target.mapping.revision_id_foreign_to_bzr(refs["HEAD"])
 
620
            refs = interrepo.fetch(branches=["HEAD"])
 
621
            stop_revision = self.target.lookup_foreign_revision_id(refs["HEAD"])
584
622
        else:
585
 
            refs = interrepo.fetch_refs(revision_id=stop_revision)
 
623
            refs = interrepo.fetch(revision_id=stop_revision)
586
624
        return refs, stop_revision
587
625
 
588
626
    def pull(self, stop_revision=None, overwrite=False,
601
639
        return result
602
640
 
603
641
 
604
 
class InterToGitBranch(branch.InterBranch):
 
642
class InterToGitBranch(branch.GenericInterBranch):
605
643
    """InterBranch implementation that pulls from Git into bzr."""
606
644
 
 
645
    def __init__(self, source, target):
 
646
        super(InterToGitBranch, self).__init__(source, target)
 
647
        self.interrepo = repository.InterRepository.get(source.repository,
 
648
                                           target.repository)
 
649
 
607
650
    @staticmethod
608
651
    def _get_branch_formats_to_test():
609
 
        return None, None
 
652
        return []
610
653
 
611
654
    @classmethod
612
655
    def is_compatible(self, source, target):
616
659
    def update_revisions(self, *args, **kwargs):
617
660
        raise NoPushSupport()
618
661
 
619
 
    def push(self, overwrite=True, stop_revision=None,
 
662
    def _get_new_refs(self, stop_revision=None):
 
663
        if stop_revision is None:
 
664
            stop_revision = self.source.last_revision()
 
665
        assert type(stop_revision) is str
 
666
        main_ref = self.target.ref or "refs/heads/master"
 
667
        refs = { main_ref: (None, stop_revision) }
 
668
        for name, revid in self.source.tags.get_tag_dict().iteritems():
 
669
            if self.source.repository.has_revision(revid):
 
670
                refs[tag_name_to_ref(name)] = (None, revid)
 
671
        return refs, main_ref
 
672
 
 
673
    def pull(self, overwrite=False, stop_revision=None, local=False,
 
674
             possible_transports=None):
 
675
        from dulwich.protocol import ZERO_SHA
 
676
        result = GitBranchPullResult()
 
677
        result.source_branch = self.source
 
678
        result.target_branch = self.target
 
679
        new_refs, main_ref = self._get_new_refs(stop_revision)
 
680
        def update_refs(old_refs):
 
681
            refs = dict(old_refs)
 
682
            # FIXME: Check for diverged branches
 
683
            refs.update(new_refs)
 
684
            return refs
 
685
        old_refs, new_refs = self.interrepo.fetch_refs(update_refs)
 
686
        result.old_revid = self.target.lookup_foreign_revision_id(
 
687
            old_refs.get(main_ref, ZERO_SHA))
 
688
        result.new_revid = new_refs[main_ref]
 
689
        return result
 
690
 
 
691
    def push(self, overwrite=False, stop_revision=None,
620
692
             _override_hook_source_branch=None):
621
 
        raise NoPushSupport()
 
693
        from dulwich.protocol import ZERO_SHA
 
694
        result = GitBranchPushResult()
 
695
        result.source_branch = self.source
 
696
        result.target_branch = self.target
 
697
        new_refs, main_ref = self._get_new_refs(stop_revision)
 
698
        def update_refs(old_refs):
 
699
            refs = dict(old_refs)
 
700
            # FIXME: Check for diverged branches
 
701
            refs.update(new_refs)
 
702
            return refs
 
703
        old_refs, new_refs = self.interrepo.fetch_refs(update_refs)
 
704
        (result.old_revid, old_sha1) = old_refs.get(main_ref, (ZERO_SHA, NULL_REVISION))
 
705
        if result.old_revid is None:
 
706
            result.old_revid = self.target.lookup_foreign_revision_id(old_sha1)
 
707
        result.new_revid = new_refs[main_ref]
 
708
        return result
622
709
 
623
710
    def lossy_push(self, stop_revision=None):
624
711
        result = GitBranchPushResult()
625
712
        result.source_branch = self.source
626
713
        result.target_branch = self.target
627
 
        try:
628
 
            result.old_revid = self.target.last_revision()
629
 
        except NoSuchRef:
630
 
            result.old_revid = revision.NULL_REVISION
631
 
        if stop_revision is None:
632
 
            stop_revision = self.source.last_revision()
633
 
        # FIXME: Check for diverged branches
634
 
        refs = { "refs/heads/master": stop_revision }
635
 
        for name, revid in self.source.tags.get_tag_dict().iteritems():
636
 
            if self.source.repository.has_revision(revid):
637
 
                refs["refs/tags/%s" % name] = revid
638
 
        revidmap, new_refs = self.target.repository.dfetch_refs(
639
 
            self.source.repository, refs)
640
 
        if revidmap != {}:
641
 
            self.target.generate_revision_history(revidmap[stop_revision])
642
 
            result.new_revid = revidmap[stop_revision]
643
 
        else:
644
 
            result.new_revid = result.old_revid
645
 
        result.revidmap = revidmap
 
714
        new_refs, main_ref = self._get_new_refs(stop_revision)
 
715
        def update_refs(old_refs):
 
716
            refs = dict(old_refs)
 
717
            # FIXME: Check for diverged branches
 
718
            refs.update(new_refs)
 
719
            return refs
 
720
        result.revidmap, old_refs, new_refs = self.interrepo.dfetch_refs(
 
721
            update_refs)
 
722
        result.old_revid = old_refs.get(self.target.ref, (None, NULL_REVISION))[1]
 
723
        result.new_revid = new_refs[main_ref][1]
646
724
        return result
647
725
 
648
726