/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to server.py

  • Committer: John Carr
  • Date: 2009-01-13 20:26:54 UTC
  • mto: (0.217.53 git-serve)
  • mto: This revision was merged to the branch mainline in revision 6960.
  • Revision ID: john.carr@unrouted.co.uk-20090113202654-9hsels0a9r35o7u0
Rename upload-pack and receive-pack so they don't clash with the Git versions

Show diffs side-by-side

added added

removed removed

Lines of Context:
server.py
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
 
import os
18
 
import tempfile
19
 
 
20
 
from dulwich.server import TCPGitServer
21
 
import os
22
 
 
23
 
from bzrlib.bzrdir import (
24
 
    BzrDir,
25
 
    BzrDirFormat,
26
 
    )
27
 
from bzrlib.repository import (
28
 
    Repository,
29
 
    )
30
 
 
31
 
from bzrlib.plugins.git.fetch import (
32
 
    import_git_objects,
33
 
    BazaarObjectStore,
34
 
    )
35
 
from bzrlib.plugins.git.mapping import (
36
 
    default_mapping,
37
 
    )
38
 
from bzrlib.plugins.git.object_store import (
39
 
    get_object_store
40
 
    )
41
 
 
42
 
from dulwich.server import (
43
 
    Backend,
44
 
    )
45
 
from dulwich.pack import (
46
 
    Pack,
47
 
    PackData,
48
 
    write_pack_index_v2,
49
 
    )
50
 
 
 
17
from bzrlib.bzrdir import BzrDir
 
18
from bzrlib.repository import Repository
 
19
from bzrlib.inventory import InventoryDirectory, InventoryFile
 
20
from bzrlib.osutils import splitpath
 
21
 
 
22
from bzrlib.plugins.git.fetch import import_git_objects
 
23
from bzrlib.plugins.git.mapping import default_mapping
 
24
 
 
25
from dulwich.server import Backend
 
26
from dulwich.pack import Pack, PackData, write_pack_index_v2
 
27
from dulwich.objects import ShaFile, Commit, Tree, Blob
 
28
 
 
29
import os, tempfile
 
30
 
 
31
# FIXME: Remove this in favor of something in the mapping...
 
32
_mode = -1
 
33
def get_umask():
 
34
    global _mode
 
35
    if _mode == -1:
 
36
        _mode = os.umask(0)
 
37
        os.umask(_mode)
 
38
    return _mode
51
39
 
52
40
class BzrBackend(Backend):
53
41
 
54
 
    def __init__(self, transport):
55
 
        self.transport = transport
 
42
    def __init__(self, directory):
 
43
        self.directory = directory
56
44
        self.mapping = default_mapping
57
45
 
58
46
    def get_refs(self):
59
47
        """ return a dict of all tags and branches in repository (and shas) """
60
48
        ret = {}
61
 
        repo_dir = BzrDir.open_from_transport(self.transport)
62
 
        repo = repo_dir.find_repository()
63
 
        repo.lock_read()
64
 
        try:
65
 
            store = get_object_store(repo)
66
 
            branch = None
67
 
            for branch in repo.find_branches(using=True):
68
 
                #FIXME: Look for 'master' or 'trunk' in here, and set HEAD accordingly...
69
 
                #FIXME: Need to get branch path relative to its repository and use this instead of nick
70
 
                ret["refs/heads/"+branch.nick] = store._lookup_revision_sha1(branch.last_revision())
71
 
            if 'HEAD' not in ret and branch:
72
 
                ret['HEAD'] = store._lookup_revision_sha1(branch.last_revision())
73
 
        finally:
74
 
            repo.unlock()
 
49
        repo_dir = BzrDir.open(self.directory)
 
50
        repo = repo_dir.open_repository()
 
51
        for branch in repo.find_branches(using=True):
 
52
            #FIXME: Need to get branch path relative to its repository and use this instead of nick
 
53
            ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())
75
54
        return ret
76
55
 
77
56
    def apply_pack(self, refs, read):
91
70
            for obj in pack.iterobjects():
92
71
                yield obj
93
72
 
94
 
        target = Repository.open_from_transport(self.transport)
 
73
        target = Repository.open(self.directory)
95
74
 
96
75
        target.lock_write()
97
76
        try:
106
85
        for oldsha, sha, ref in refs:
107
86
            if ref[:11] == 'refs/heads/':
108
87
                branch_nick = ref[11:]
109
 
                transport = self.transport.clone(branch_nick)
110
88
 
111
89
                try:
112
 
                    target_dir = BzrDir.open_from_transport(transport)
 
90
                    target_dir = BzrDir.open(self.directory + "/" + branch_nick)
113
91
                except:
114
 
                    format = BzrDirFormat.get_default_format()
115
 
                    format.initialize_on_transport(transport)
 
92
                    target_dir = BzrDir.create(self.directory + "/" + branch_nick)
116
93
 
117
94
                try:
118
95
                    target_branch = target_dir.open_branch()
124
101
 
125
102
    def fetch_objects(self, determine_wants, graph_walker, progress):
126
103
        """ yield git objects to send to client """
127
 
        bzrdir = BzrDir.open_from_transport(self.transport)
128
 
        repo = bzrdir.find_repository()
129
 
 
130
 
        # If this is a Git repository, just use the existing fetch_objects implementation.
131
 
        if getattr(repo, "fetch_objects", None) is not None:
132
 
            return repo.fetch_objects(determine_wants, graph_walker, None, progress)
133
 
 
134
104
        wants = determine_wants(self.get_refs())
 
105
        commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
 
106
        rev_done = set()
 
107
        obj_sent = set()
 
108
 
 
109
        repo = Repository.open(self.directory)
 
110
 
135
111
        repo.lock_read()
136
 
        store = BazaarObjectStore(repo)
137
 
        have = store.find_common_revisions(graph_walker)
138
 
        missing_sha1s = store.find_missing_objects(have, wants, progress)
139
 
        return store.iter_shas(missing_sha1s)
140
 
 
141
 
 
142
 
def serve_git(transport, host=None, port=None, inet=False):
143
 
    backend = BzrBackend(transport)
144
 
 
145
 
    server = TCPGitServer(backend, 'localhost')
146
 
    server.serve_forever()
 
112
        try:
 
113
            have = graph_walker.next()
 
114
            while have:
 
115
                rev_done.add(have)
 
116
                if repo.has_revision(self.mapping.revision_id_foregin_to_bzr(sha)):
 
117
                    graph_walker.ack(have)
 
118
                have = graph_walker.next()
 
119
 
 
120
            while commits_to_send:
 
121
                commit = commits_to_send.pop()
 
122
                if commit in rev_done:
 
123
                    continue
 
124
                rev_done.add(commit)
 
125
 
 
126
                rev = repo.get_revision(commit)
 
127
 
 
128
                commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
 
129
 
 
130
                for sha, obj in inventory_to_tree_and_blobs(repo, self.mapping, commit):
 
131
                    if sha not in obj_sent:
 
132
                        obj_sent.add(sha)
 
133
                        yield obj
 
134
 
 
135
                yield revision_to_commit(rev, self.mapping, sha)
 
136
 
 
137
        finally:
 
138
            repo.unlock()
 
139
 
 
140
 
 
141
def revision_to_commit(rev, mapping, tree_sha):
 
142
    """
 
143
    Turn a Bazaar revision in to a Git commit
 
144
    :param tree_sha: HACK parameter (until we can retrieve this from the mapping)
 
145
    :return dulwich.objects.Commit represent the revision:
 
146
    """
 
147
    commit = Commit()
 
148
    commit._tree = tree_sha
 
149
    for p in rev.parent_ids:
 
150
        commit._parents.append(mapping.revision_id_bzr_to_foreign(p))
 
151
    commit._message = rev.message
 
152
    commit._committer = rev.committer
 
153
    if 'author' in rev.properties:
 
154
        commit._author = rev.properties['author']
 
155
    else:
 
156
        commit._author = rev.committer
 
157
    commit._commit_time = rev.timestamp
 
158
    commit.serialize()
 
159
    print commit.sha().hexdigest()
 
160
    return commit
 
161
 
 
162
def inventory_to_tree_and_blobs(repo, mapping, revision_id):
 
163
    stack = []
 
164
    cur = ""
 
165
    tree = Tree()
 
166
 
 
167
    inv = repo.get_inventory(revision_id)
 
168
 
 
169
    for path, entry in inv.iter_entries():
 
170
        while stack and not path.startswith(cur):
 
171
            tree.serialize()
 
172
            sha = tree.sha().hexdigest()
 
173
            yield sha, tree
 
174
            t = (get_umask(), splitpath(cur)[-1:][0].encode('UTF-8'), sha)
 
175
            cur, tree = stack.pop()
 
176
            tree.add(*t)
 
177
 
 
178
        if type(entry) == InventoryDirectory:
 
179
            stack.append((cur, tree))
 
180
            cur = path
 
181
            tree = Tree()
 
182
 
 
183
        if type(entry) == InventoryFile:
 
184
            #FIXME: We can make potentially make this Lazy to avoid shaing lots of stuff
 
185
            # and having all these objects in memory at once
 
186
            blob = Blob()
 
187
            _, blob._text = repo.iter_files_bytes([(entry.file_id, revision_id, path)]).next()
 
188
            sha = blob.sha().hexdigest()
 
189
            yield sha, blob
 
190
 
 
191
            name = splitpath(path)[-1:][0].encode('UTF-8')
 
192
            mode = get_umask()
 
193
            tree.add(mode, name, sha)
 
194
 
 
195
    while len(stack) > 1:
 
196
        tree.serialize()
 
197
        sha = tree.sha().hexdigest()
 
198
        yield sha, tree
 
199
        t = (get_umask(), splitpath(cur)[-1:][0].encode('UTF-8'), sha)
 
200
        cur, tree = stack.pop()
 
201
        tree.add(*t)
 
202
 
 
203
    tree.serialize()
 
204
    yield tree.sha().hexdigest(), tree
 
205