/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to server.py

Cope with newer *system* dulwich

Show diffs side-by-side

added added

removed removed

Lines of Context:
server.py
 
1
# Copyright (C) 2008 Canonical Ltd
 
2
#
 
3
# This program is free software; you can redistribute it and/or modify
 
4
# it under the terms of the GNU General Public License as published by
 
5
# the Free Software Foundation; either version 2 of the License, or
 
6
# (at your option) any later version.
 
7
#
 
8
# This program is distributed in the hope that it will be useful,
 
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 
11
# GNU General Public License for more details.
 
12
#
 
13
# You should have received a copy of the GNU General Public License
 
14
# along with this program; if not, write to the Free Software
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
16
 
 
17
from bzrlib.bzrdir import BzrDir
 
18
from bzrlib.repository import Repository
 
19
from bzrlib.inventory import InventoryDirectory, InventoryFile
 
20
from bzrlib.osutils import splitpath
 
21
 
 
22
from bzrlib.plugins.git.fetch import import_git_objects
 
23
from bzrlib.plugins.git.mapping import default_mapping
 
24
 
 
25
from dulwich.server import Backend
 
26
from dulwich.pack import Pack, PackData, write_pack_index_v2
 
27
from dulwich.objects import ShaFile, Commit, Tree, Blob
 
28
 
 
29
import os, tempfile
 
30
 
 
31
import stat
 
32
S_IFGITLINK = 0160000
 
33
 
 
34
#S_IFREG | 0664 # *Might* see this; would fail fsck --strict
 
35
 
 
36
 
 
37
class BzrBackend(Backend):
 
38
 
 
39
    def __init__(self, directory):
 
40
        self.directory = directory
 
41
        self.mapping = default_mapping
 
42
 
 
43
    def get_refs(self):
 
44
        """ return a dict of all tags and branches in repository (and shas) """
 
45
        ret = {}
 
46
        repo_dir = BzrDir.open(self.directory)
 
47
        repo = repo_dir.open_repository()
 
48
        for branch in repo.find_branches(using=True):
 
49
            #FIXME: Need to get branch path relative to its repository and use this instead of nick
 
50
            ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())
 
51
        return ret
 
52
 
 
53
    def apply_pack(self, refs, read):
 
54
        """ apply pack from client to current repository """
 
55
 
 
56
        fd, path = tempfile.mkstemp(suffix=".pack")
 
57
        f = os.fdopen(fd, 'w')
 
58
        f.write(read())
 
59
        f.close()
 
60
 
 
61
        p = PackData(path)
 
62
        entries = p.sorted_entries()
 
63
        write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
 
64
 
 
65
        def get_objects():
 
66
            pack = Pack(path[:-5])
 
67
            for obj in pack.iterobjects():
 
68
                yield obj
 
69
 
 
70
        target = Repository.open(self.directory)
 
71
 
 
72
        target.lock_write()
 
73
        try:
 
74
            target.start_write_group()
 
75
            try:
 
76
                import_git_objects(target, self.mapping, iter(get_objects()))
 
77
            finally:
 
78
                target.commit_write_group()
 
79
        finally:
 
80
            target.unlock()
 
81
 
 
82
        for oldsha, sha, ref in refs:
 
83
            if ref[:11] == 'refs/heads/':
 
84
                branch_nick = ref[11:]
 
85
 
 
86
                try:
 
87
                    target_dir = BzrDir.open(self.directory + "/" + branch_nick)
 
88
                except:
 
89
                    target_dir = BzrDir.create(self.directory + "/" + branch_nick)
 
90
 
 
91
                try:
 
92
                    target_branch = target_dir.open_branch()
 
93
                except:
 
94
                    target_branch = target_dir.create_branch()
 
95
 
 
96
                rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
 
97
                target_branch.generate_revision_history(rev_id)
 
98
 
 
99
    def fetch_objects(self, determine_wants, graph_walker, progress):
 
100
        """ yield git objects to send to client """
 
101
        wants = determine_wants(self.get_refs())
 
102
        commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
 
103
        rev_done = set()
 
104
        obj_sent = set()
 
105
 
 
106
        repo = Repository.open(self.directory)
 
107
 
 
108
        objects = set()
 
109
 
 
110
        repo.lock_read()
 
111
        try:
 
112
            have = graph_walker.next()
 
113
            while have:
 
114
                rev_done.add(have)
 
115
                if repo.has_revision(self.mapping.revision_id_foregin_to_bzr(sha)):
 
116
                    graph_walker.ack(have)
 
117
                have = graph_walker.next()
 
118
 
 
119
            while commits_to_send:
 
120
                commit = commits_to_send.pop()
 
121
                if commit in rev_done:
 
122
                    continue
 
123
                rev_done.add(commit)
 
124
 
 
125
                rev = repo.get_revision(commit)
 
126
 
 
127
                commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
 
128
 
 
129
                for sha, obj in inventory_to_tree_and_blobs(repo, self.mapping, commit):
 
130
                    if sha not in obj_sent:
 
131
                        obj_sent.add(sha)
 
132
                        objects.add(obj)
 
133
 
 
134
                objects.add(revision_to_commit(rev, self.mapping, sha))
 
135
 
 
136
        finally:
 
137
            repo.unlock()
 
138
 
 
139
        return (len(objects), iter(objects))
 
140
 
 
141
 
 
142
def revision_to_commit(rev, mapping, tree_sha):
 
143
    """
 
144
    Turn a Bazaar revision in to a Git commit
 
145
    :param tree_sha: HACK parameter (until we can retrieve this from the mapping)
 
146
    :return dulwich.objects.Commit represent the revision:
 
147
    """
 
148
    commit = Commit()
 
149
    commit._tree = tree_sha
 
150
    for p in rev.parent_ids:
 
151
        commit._parents.append(mapping.revision_id_bzr_to_foreign(p))
 
152
    commit._message = rev.message
 
153
    commit._committer = rev.committer
 
154
    if 'author' in rev.properties:
 
155
        commit._author = rev.properties['author']
 
156
    else:
 
157
        commit._author = rev.committer
 
158
    commit._commit_time = long(rev.timestamp)
 
159
    commit.serialize()
 
160
    return commit
 
161
 
 
162
def inventory_to_tree_and_blobs(repo, mapping, revision_id):
 
163
    stack = []
 
164
    cur = ""
 
165
    tree = Tree()
 
166
 
 
167
    inv = repo.get_inventory(revision_id)
 
168
 
 
169
    for path, entry in inv.iter_entries():
 
170
        while stack and not path.startswith(cur):
 
171
            tree.serialize()
 
172
            sha = tree.sha().hexdigest()
 
173
            yield sha, tree
 
174
            t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
 
175
            cur, tree = stack.pop()
 
176
            tree.add(*t)
 
177
 
 
178
        if type(entry) == InventoryDirectory:
 
179
            stack.append((cur, tree))
 
180
            cur = path
 
181
            tree = Tree()
 
182
 
 
183
        if type(entry) == InventoryFile:
 
184
            #FIXME: We can make potentially make this Lazy to avoid shaing lots of stuff
 
185
            # and having all these objects in memory at once
 
186
            blob = Blob()
 
187
            _, blob._text = repo.iter_files_bytes([(entry.file_id, revision_id, path)]).next()
 
188
            sha = blob.sha().hexdigest()
 
189
            yield sha, blob
 
190
 
 
191
            name = splitpath(path)[-1:][0].encode('UTF-8')
 
192
            mode = stat.S_IFREG | 0644
 
193
            if entry.executable:
 
194
                mode |= 0111
 
195
            tree.add(mode, name, sha)
 
196
 
 
197
    while len(stack) > 1:
 
198
        tree.serialize()
 
199
        sha = tree.sha().hexdigest()
 
200
        yield sha, tree
 
201
        t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
 
202
        cur, tree = stack.pop()
 
203
        tree.add(*t)
 
204
 
 
205
    tree.serialize()
 
206
    yield tree.sha().hexdigest(), tree
 
207