/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to server.py

More work on roundtrip push support.

Show diffs side-by-side

added added

removed removed

Lines of Context:
server.py
 
1
# Copyright (C) 2008 Jelmer Vernooij
 
2
# Copyright (C) 2008 John Carr
1
3
# Copyright (C) 2008 Canonical Ltd
2
4
#
3
5
# This program is free software; you can redistribute it and/or modify
14
16
# along with this program; if not, write to the Free Software
15
17
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
18
 
17
 
import os
18
 
import tempfile
19
 
 
20
19
from dulwich.server import TCPGitServer
21
20
 
22
21
from bzrlib.bzrdir import (
23
22
    BzrDir,
24
 
    BzrDirFormat,
25
 
    )
26
 
from bzrlib.repository import (
27
 
    Repository,
28
23
    )
29
24
 
30
 
from bzrlib.plugins.git.fetch import (
31
 
    import_git_objects,
32
 
    BazaarObjectStore,
33
 
    )
34
25
from bzrlib.plugins.git.mapping import (
35
26
    default_mapping,
36
27
    )
37
28
from bzrlib.plugins.git.object_store import (
38
29
    get_object_store
39
30
    )
 
31
from bzrlib.plugins.git.refs import (
 
32
    BazaarRefsContainer,
 
33
    )
40
34
 
41
35
from dulwich.server import (
42
36
    Backend,
43
 
    )
44
 
from dulwich.pack import (
45
 
    Pack,
46
 
    PackData,
47
 
    write_pack_index_v2,
48
 
    )
49
 
from dulwich.objects import (
50
 
    ShaFile,
51
 
    sha_to_hex,
52
 
    hex_to_sha,
 
37
    BackendRepo,
53
38
    )
54
39
 
55
40
class BzrBackend(Backend):
 
41
    """A git serve backend that can use a Bazaar repository."""
56
42
 
57
43
    def __init__(self, transport):
58
44
        self.transport = transport
59
45
        self.mapping = default_mapping
60
46
 
 
47
    def open_repository(self, path):
 
48
        # FIXME: More secure path sanitization
 
49
        return BzrBackendRepo(self.transport.clone(path.lstrip("/")),
 
50
            self.mapping)
 
51
 
 
52
 
 
53
class BzrBackendRepo(BackendRepo):
 
54
 
 
55
    def __init__(self, transport, mapping):
 
56
        self.transport = transport
 
57
        self.mapping = mapping
 
58
        self.repo_dir = BzrDir.open_from_transport(self.transport)
 
59
        self.repo = self.repo_dir.find_repository()
 
60
        self.object_store = get_object_store(self.repo)
 
61
        self.refs = BazaarRefsContainer(self.repo_dir, self.object_store)
 
62
        self._refs = self.refs.as_dict() # Much faster for now..
 
63
 
61
64
    def get_refs(self):
62
 
        """ return a dict of all tags and branches in repository (and shas) """
63
 
        ret = {}
64
 
        repo_dir = BzrDir.open_from_transport(self.transport)
65
 
        repo = repo_dir.find_repository()
66
 
        repo.lock_read()
67
 
        try:
68
 
            store = get_object_store(repo)
69
 
            branch = None
70
 
            for branch in repo.find_branches(using=True):
71
 
                #FIXME: Look for 'master' or 'trunk' in here, and set HEAD accordingly...
72
 
                #FIXME: Need to get branch path relative to its repository and use this instead of nick
73
 
                ret["refs/heads/"+branch.nick] = store._lookup_revision_sha1(branch.last_revision())
74
 
            if 'HEAD' not in ret and branch:
75
 
                ret['HEAD'] = store._lookup_revision_sha1(branch.last_revision())
76
 
        finally:
77
 
            repo.unlock()
78
 
        return ret
79
 
 
80
 
    def apply_pack(self, refs, read):
81
 
        """ apply pack from client to current repository """
82
 
 
83
 
        fd, path = tempfile.mkstemp(suffix=".pack")
84
 
        f = os.fdopen(fd, 'w')
85
 
        f.write(read())
86
 
        f.close()
87
 
 
88
 
        p = PackData(path)
89
 
        entries = p.sorted_entries()
90
 
        heads = []
91
 
        for e in entries:
92
 
            sha = e[0]
93
 
            offset = e[1]
94
 
            t, o = p.get_object_at (offset)
95
 
            if t == 1 or t == 4:
96
 
                heads.append(sha)
97
 
        write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
98
 
 
99
 
        repo_dir = BzrDir.open_from_transport(self.transport)
100
 
        target = repo_dir.find_repository()
101
 
 
102
 
        objects = {}
103
 
        for tup in p.iterobjects():
104
 
            obj_type, obj = p.get_object_at (tup[0])
105
 
            if obj_type in range(1, 4):
106
 
                sf = ShaFile.from_raw_string (obj_type, obj)
107
 
                objects[hex_to_sha(sf.id)] = sf
108
 
 
109
 
        target.lock_write()
110
 
        try:
111
 
            target.start_write_group()
112
 
            try:
113
 
                import_git_objects(target, self.mapping, objects,
114
 
                                   BazaarObjectStore (target, self.mapping),
115
 
                                   heads)
116
 
            finally:
117
 
                target.commit_write_group()
118
 
        finally:
119
 
            target.unlock()
120
 
 
121
 
        for oldsha, sha, ref in refs:
122
 
            if ref[:11] == 'refs/heads/':
123
 
                branch_nick = ref[11:]
124
 
                transport = self.transport.clone(branch_nick)
125
 
 
126
 
                try:
127
 
                    target_dir = BzrDir.open_from_transport(transport)
128
 
                except:
129
 
                    format = BzrDirFormat.get_default_format()
130
 
                    format.initialize_on_transport(transport)
131
 
 
132
 
                try:
133
 
                    target_branch = target_dir.open_branch()
134
 
                except:
135
 
                    target_branch = target_dir.create_branch()
136
 
 
137
 
                rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
138
 
                target_branch.generate_revision_history(rev_id)
139
 
 
140
 
    def fetch_objects(self, determine_wants, graph_walker, progress):
 
65
        return self._refs
 
66
 
 
67
    def get_peeled(self, name):
 
68
        return self.get_refs()[name]
 
69
 
 
70
    def fetch_objects(self, determine_wants, graph_walker, progress,
 
71
        get_tagged=None):
141
72
        """ yield git objects to send to client """
142
 
        bzrdir = BzrDir.open_from_transport(self.transport)
143
 
        repo = bzrdir.find_repository()
144
 
 
145
 
        # If this is a Git repository, just use the existing fetch_objects implementation.
146
 
        if getattr(repo, "fetch_objects", None) is not None:
147
 
            return repo.fetch_objects(determine_wants, graph_walker, None, progress)
148
73
 
149
74
        wants = determine_wants(self.get_refs())
150
 
        graph_walker.reset()
151
 
        repo.lock_read()
152
 
        store = BazaarObjectStore(repo)
153
 
        have = store.find_common_revisions(graph_walker)
154
 
        missing_sha1s = store.find_missing_objects(have, wants, progress)
155
 
        return store.iter_shas(missing_sha1s)
 
75
        self.repo.lock_read()
 
76
        try:
 
77
            have = self.object_store.find_common_revisions(graph_walker)
 
78
            return self.object_store.generate_pack_contents(have, wants, progress,
 
79
                get_tagged)
 
80
        finally:
 
81
            self.repo.unlock()
156
82
 
157
83
 
158
84
def serve_git(transport, host=None, port=None, inet=False):
159
85
    backend = BzrBackend(transport)
160
86
 
161
 
    server = TCPGitServer(backend, 'localhost')
 
87
    if host is None:
 
88
        host = 'localhost'
 
89
    if port:
 
90
        server = TCPGitServer(backend, host, port)
 
91
    else:
 
92
        server = TCPGitServer(backend, host)
162
93
    server.serve_forever()