/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to server.py

  • Committer: Robert Collins
  • Date: 2010-05-06 11:08:10 UTC
  • mto: This revision was merged to the branch mainline in revision 5223.
  • Revision ID: robertc@robertcollins.net-20100506110810-h3j07fh5gmw54s25
Cleaner matcher matching revised unlocking protocol.

Show diffs side-by-side

added added

removed removed

Lines of Context:
server.py
1
 
# Copyright (C) 2008 Canonical Ltd
2
 
#
3
 
# This program is free software; you can redistribute it and/or modify
4
 
# it under the terms of the GNU General Public License as published by
5
 
# the Free Software Foundation; either version 2 of the License, or
6
 
# (at your option) any later version.
7
 
#
8
 
# This program is distributed in the hope that it will be useful,
9
 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
 
# GNU General Public License for more details.
12
 
#
13
 
# You should have received a copy of the GNU General Public License
14
 
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
 
 
17
 
from bzrlib.bzrdir import BzrDir
18
 
from bzrlib.repository import Repository
19
 
from bzrlib.inventory import InventoryDirectory, InventoryFile
20
 
from bzrlib.osutils import splitpath
21
 
 
22
 
from bzrlib.plugins.git.fetch import import_git_objects
23
 
from bzrlib.plugins.git.mapping import default_mapping
24
 
 
25
 
from dulwich.server import Backend
26
 
from dulwich.pack import Pack, PackData, write_pack_index_v2
27
 
from dulwich.objects import ShaFile, Commit, Tree, Blob
28
 
 
29
 
import os, tempfile
30
 
 
31
 
import stat
32
 
S_IFGITLINK = 0160000
33
 
 
34
 
#S_IFREG | 0664 # *Might* see this; would fail fsck --strict
35
 
 
36
 
 
37
 
class BzrBackend(Backend):
38
 
 
39
 
    def __init__(self, directory):
40
 
        self.directory = directory
41
 
        self.mapping = default_mapping
42
 
 
43
 
    def get_refs(self):
44
 
        """ return a dict of all tags and branches in repository (and shas) """
45
 
        ret = {}
46
 
        repo_dir = BzrDir.open(self.directory)
47
 
        repo = repo_dir.open_repository()
48
 
        branch = None
49
 
        for branch in repo.find_branches(using=True):
50
 
            #FIXME: Look for 'master' or 'trunk' in here, and set HEAD accordingly...
51
 
            #FIXME: Need to get branch path relative to its repository and use this instead of nick
52
 
            ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
53
 
        if 'HEAD' not in ret and branch:
54
 
            ret['HEAD'] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
55
 
        return ret
56
 
 
57
 
    def apply_pack(self, refs, read):
58
 
        """ apply pack from client to current repository """
59
 
 
60
 
        fd, path = tempfile.mkstemp(suffix=".pack")
61
 
        f = os.fdopen(fd, 'w')
62
 
        f.write(read())
63
 
        f.close()
64
 
 
65
 
        p = PackData(path)
66
 
        entries = p.sorted_entries()
67
 
        write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
68
 
 
69
 
        def get_objects():
70
 
            pack = Pack(path[:-5])
71
 
            for obj in pack.iterobjects():
72
 
                yield obj
73
 
 
74
 
        target = Repository.open(self.directory)
75
 
 
76
 
        target.lock_write()
77
 
        try:
78
 
            target.start_write_group()
79
 
            try:
80
 
                import_git_objects(target, self.mapping, iter(get_objects()))
81
 
            finally:
82
 
                target.commit_write_group()
83
 
        finally:
84
 
            target.unlock()
85
 
 
86
 
        for oldsha, sha, ref in refs:
87
 
            if ref[:11] == 'refs/heads/':
88
 
                branch_nick = ref[11:]
89
 
 
90
 
                try:
91
 
                    target_dir = BzrDir.open(self.directory + "/" + branch_nick)
92
 
                except:
93
 
                    target_dir = BzrDir.create(self.directory + "/" + branch_nick)
94
 
 
95
 
                try:
96
 
                    target_branch = target_dir.open_branch()
97
 
                except:
98
 
                    target_branch = target_dir.create_branch()
99
 
 
100
 
                rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
101
 
                target_branch.generate_revision_history(rev_id)
102
 
 
103
 
    def fetch_objects(self, determine_wants, graph_walker, progress):
104
 
        """ yield git objects to send to client """
105
 
        wants = determine_wants(self.get_refs())
106
 
        commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
107
 
        rev_done = set()
108
 
        obj_sent = set()
109
 
 
110
 
        repo = Repository.open(self.directory)
111
 
 
112
 
        objects = set()
113
 
 
114
 
        repo.lock_read()
115
 
        try:
116
 
            have = graph_walker.next()
117
 
            while have:
118
 
                rev_done.add(have)
119
 
                if repo.has_revision(self.mapping.revision_id_foregin_to_bzr(sha)):
120
 
                    graph_walker.ack(have)
121
 
                have = graph_walker.next()
122
 
 
123
 
            while commits_to_send:
124
 
                commit = commits_to_send.pop()
125
 
                if commit in rev_done:
126
 
                    continue
127
 
                rev_done.add(commit)
128
 
 
129
 
                rev = repo.get_revision(commit)
130
 
 
131
 
                commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
132
 
 
133
 
                for sha, obj, path in inventory_to_tree_and_blobs(repo, self.mapping, commit):
134
 
                    if sha not in obj_sent:
135
 
                        obj_sent.add(sha)
136
 
                        objects.add((obj, path))
137
 
 
138
 
                objects.add((mapping.export_commit(rev, sha), None))
139
 
 
140
 
        finally:
141
 
            repo.unlock()
142
 
 
143
 
        return (len(objects), iter(objects))
144
 
 
145
 
 
146
 
def inventory_to_tree_and_blobs(repo, mapping, revision_id):
147
 
    stack = []
148
 
    cur = ""
149
 
    tree = Tree()
150
 
 
151
 
    inv = repo.get_inventory(revision_id)
152
 
 
153
 
    for path, entry in inv.iter_entries():
154
 
        while stack and not path.startswith(cur):
155
 
            tree.serialize()
156
 
            sha = tree.sha().hexdigest()
157
 
            yield sha, tree, path
158
 
            t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
159
 
            cur, tree = stack.pop()
160
 
            tree.add(*t)
161
 
 
162
 
        if type(entry) == InventoryDirectory:
163
 
            stack.append((cur, tree))
164
 
            cur = path
165
 
            tree = Tree()
166
 
 
167
 
        if type(entry) == InventoryFile:
168
 
            #FIXME: We can make potentially make this Lazy to avoid shaing lots of stuff
169
 
            # and having all these objects in memory at once
170
 
            blob = Blob()
171
 
            _, blob._text = repo.iter_files_bytes([(entry.file_id, revision_id, path)]).next()
172
 
            sha = blob.sha().hexdigest()
173
 
            yield sha, blob, path
174
 
 
175
 
            name = splitpath(path)[-1:][0].encode('UTF-8')
176
 
            mode = stat.S_IFREG | 0644
177
 
            if entry.executable:
178
 
                mode |= 0111
179
 
            tree.add(mode, name, sha)
180
 
 
181
 
    while len(stack) > 1:
182
 
        tree.serialize()
183
 
        sha = tree.sha().hexdigest()
184
 
        yield sha, tree, path
185
 
        t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
186
 
        cur, tree = stack.pop()
187
 
        tree.add(*t)
188
 
 
189
 
    tree.serialize()
190
 
    yield tree.sha().hexdigest(), tree, path
191