16
14
# along with this program; if not, write to the Free Software
17
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
from dulwich.server import TCPGitServer
21
from bzrlib.bzrdir import (
25
from bzrlib.plugins.git.mapping import (
28
from bzrlib.plugins.git.object_store import (
31
from bzrlib.plugins.git.refs import (
35
from dulwich.server import (
17
from bzrlib.bzrdir import BzrDir
18
from bzrlib.repository import Repository
19
from bzrlib.inventory import InventoryDirectory, InventoryFile
20
from bzrlib.osutils import splitpath
22
from bzrlib.plugins.git.fetch import import_git_objects
23
from bzrlib.plugins.git.mapping import default_mapping
25
from dulwich.server import Backend
26
from dulwich.pack import Pack, PackData, write_pack_index_v2
27
from dulwich.objects import ShaFile, Commit, Tree, Blob
34
#S_IFREG | 0664 # *Might* see this; would fail fsck --strict
40
37
class BzrBackend(Backend):
41
"""A git serve backend that can use a Bazaar repository."""
43
def __init__(self, transport):
44
self.transport = transport
39
def __init__(self, directory):
40
self.directory = directory
45
41
self.mapping = default_mapping
47
def open_repository(self, path):
48
# FIXME: More secure path sanitization
49
return BzrBackendRepo(self.transport.clone(path.lstrip("/")),
53
class BzrBackendRepo(BackendRepo):
55
def __init__(self, transport, mapping):
56
self.transport = transport
57
self.mapping = mapping
58
self.repo_dir = BzrDir.open_from_transport(self.transport)
59
self.repo = self.repo_dir.find_repository()
60
self.object_store = get_object_store(self.repo)
61
self.refs = BazaarRefsContainer(self.repo_dir, self.object_store)
62
self._refs = self.refs.as_dict() # Much faster for now..
64
43
def get_refs(self):
67
def get_peeled(self, name):
68
return self.get_refs()[name]
70
def fetch_objects(self, determine_wants, graph_walker, progress,
44
""" return a dict of all tags and branches in repository (and shas) """
46
repo_dir = BzrDir.open(self.directory)
47
repo = repo_dir.open_repository()
48
for branch in repo.find_branches(using=True):
49
#FIXME: Need to get branch path relative to its repository and use this instead of nick
50
ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
53
def apply_pack(self, refs, read):
54
""" apply pack from client to current repository """
56
fd, path = tempfile.mkstemp(suffix=".pack")
57
f = os.fdopen(fd, 'w')
62
entries = p.sorted_entries()
63
write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
66
pack = Pack(path[:-5])
67
for obj in pack.iterobjects():
70
target = Repository.open(self.directory)
74
target.start_write_group()
76
import_git_objects(target, self.mapping, iter(get_objects()))
78
target.commit_write_group()
82
for oldsha, sha, ref in refs:
83
if ref[:11] == 'refs/heads/':
84
branch_nick = ref[11:]
87
target_dir = BzrDir.open(self.directory + "/" + branch_nick)
89
target_dir = BzrDir.create(self.directory + "/" + branch_nick)
92
target_branch = target_dir.open_branch()
94
target_branch = target_dir.create_branch()
96
rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
97
target_branch.generate_revision_history(rev_id)
99
def fetch_objects(self, determine_wants, graph_walker, progress):
72
100
""" yield git objects to send to client """
74
101
wants = determine_wants(self.get_refs())
102
commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
106
repo = Repository.open(self.directory)
77
have = self.object_store.find_common_revisions(graph_walker)
78
return self.object_store.generate_pack_contents(have, wants, progress,
112
have = graph_walker.next()
115
if repo.has_revision(self.mapping.revision_id_foregin_to_bzr(sha)):
116
graph_walker.ack(have)
117
have = graph_walker.next()
119
while commits_to_send:
120
commit = commits_to_send.pop()
121
if commit in rev_done:
125
rev = repo.get_revision(commit)
127
commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
129
for sha, obj in inventory_to_tree_and_blobs(repo, self.mapping, commit):
130
if sha not in obj_sent:
134
objects.add(revision_to_commit(rev, self.mapping, sha))
84
def serve_git(transport, host=None, port=None, inet=False):
85
backend = BzrBackend(transport)
90
server = TCPGitServer(backend, host, port)
139
return (len(objects), iter(objects))
142
def revision_to_commit(rev, mapping, tree_sha):
144
Turn a Bazaar revision in to a Git commit
145
:param tree_sha: HACK parameter (until we can retrieve this from the mapping)
146
:return dulwich.objects.Commit represent the revision:
149
commit._tree = tree_sha
150
for p in rev.parent_ids:
151
commit._parents.append(mapping.revision_id_bzr_to_foreign(p)[0])
152
commit._message = rev.message
153
commit._committer = rev.committer
154
if 'author' in rev.properties:
155
commit._author = rev.properties['author']
92
server = TCPGitServer(backend, host)
93
server.serve_forever()
157
commit._author = rev.committer
158
commit._commit_time = long(rev.timestamp)
162
def inventory_to_tree_and_blobs(repo, mapping, revision_id):
167
inv = repo.get_inventory(revision_id)
169
for path, entry in inv.iter_entries():
170
while stack and not path.startswith(cur):
172
sha = tree.sha().hexdigest()
174
t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
175
cur, tree = stack.pop()
178
if type(entry) == InventoryDirectory:
179
stack.append((cur, tree))
183
if type(entry) == InventoryFile:
184
#FIXME: We can make potentially make this Lazy to avoid shaing lots of stuff
185
# and having all these objects in memory at once
187
_, blob._text = repo.iter_files_bytes([(entry.file_id, revision_id, path)]).next()
188
sha = blob.sha().hexdigest()
191
name = splitpath(path)[-1:][0].encode('UTF-8')
192
mode = stat.S_IFREG | 0644
195
tree.add(mode, name, sha)
197
while len(stack) > 1:
199
sha = tree.sha().hexdigest()
201
t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
202
cur, tree = stack.pop()
206
yield tree.sha().hexdigest(), tree
added
removed
server.py
