16
14
# along with this program; if not, write to the Free Software
17
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
from dulwich.server import TCPGitServer
21
from bzrlib.bzrdir import (
25
from bzrlib.plugins.git.mapping import (
28
from bzrlib.plugins.git.object_store import (
31
from bzrlib.plugins.git.refs import (
35
from dulwich.server import (
17
from bzrlib.bzrdir import BzrDir
18
from bzrlib.repository import Repository
19
from bzrlib.inventory import InventoryDirectory, InventoryFile
20
from bzrlib.osutils import splitpath
22
from bzrlib.plugins.git.fetch import import_git_objects
23
from bzrlib.plugins.git.mapping import default_mapping
25
from dulwich.server import Backend
26
from dulwich.pack import Pack, PackData, write_pack_index_v2
27
from dulwich.objects import ShaFile, Commit, Tree, Blob
34
#S_IFREG | 0664 # *Might* see this; would fail fsck --strict
40
37
class BzrBackend(Backend):
41
"""A git serve backend that can use a Bazaar repository."""
43
def __init__(self, transport):
44
self.transport = transport
39
def __init__(self, directory):
40
self.directory = directory
45
41
self.mapping = default_mapping
47
def open_repository(self, path):
48
# FIXME: More secure path sanitization
49
return BzrBackendRepo(self.transport.clone(path.lstrip("/")),
53
class BzrBackendRepo(BackendRepo):
55
def __init__(self, transport, mapping):
56
self.transport = transport
57
self.mapping = mapping
58
self.repo_dir = BzrDir.open_from_transport(self.transport)
59
self.repo = self.repo_dir.find_repository()
60
self.object_store = get_object_store(self.repo)
61
self.refs = BazaarRefsContainer(self.repo_dir, self.object_store)
62
self._refs = self.refs.as_dict() # Much faster for now..
64
43
def get_refs(self):
67
def get_peeled(self, name):
68
return self.get_refs()[name]
70
def fetch_objects(self, determine_wants, graph_walker, progress,
44
""" return a dict of all tags and branches in repository (and shas) """
46
repo_dir = BzrDir.open(self.directory)
47
repo = repo_dir.open_repository()
49
for branch in repo.find_branches(using=True):
50
#FIXME: Look for 'master' or 'trunk' in here, and set HEAD accordingly...
51
#FIXME: Need to get branch path relative to its repository and use this instead of nick
52
ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
53
if 'HEAD' not in ret and branch:
54
ret['HEAD'] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
57
def apply_pack(self, refs, read):
58
""" apply pack from client to current repository """
60
fd, path = tempfile.mkstemp(suffix=".pack")
61
f = os.fdopen(fd, 'w')
66
entries = p.sorted_entries()
67
write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
70
pack = Pack(path[:-5])
71
for obj in pack.iterobjects():
74
target = Repository.open(self.directory)
78
target.start_write_group()
80
import_git_objects(target, self.mapping, iter(get_objects()))
82
target.commit_write_group()
86
for oldsha, sha, ref in refs:
87
if ref[:11] == 'refs/heads/':
88
branch_nick = ref[11:]
91
target_dir = BzrDir.open(self.directory + "/" + branch_nick)
93
target_dir = BzrDir.create(self.directory + "/" + branch_nick)
96
target_branch = target_dir.open_branch()
98
target_branch = target_dir.create_branch()
100
rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
101
target_branch.generate_revision_history(rev_id)
103
def fetch_objects(self, determine_wants, graph_walker, progress):
72
104
""" yield git objects to send to client """
74
105
wants = determine_wants(self.get_refs())
106
commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
110
repo = Repository.open(self.directory)
77
have = self.object_store.find_common_revisions(graph_walker)
78
return self.object_store.generate_pack_contents(have, wants, progress,
116
have = graph_walker.next()
119
if repo.has_revision(self.mapping.revision_id_foregin_to_bzr(sha)):
120
graph_walker.ack(have)
121
have = graph_walker.next()
123
while commits_to_send:
124
commit = commits_to_send.pop()
125
if commit in rev_done:
129
rev = repo.get_revision(commit)
131
commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
133
for sha, obj, path in inventory_to_tree_and_blobs(repo, self.mapping, commit):
134
if sha not in obj_sent:
136
objects.add((obj, path))
138
objects.add((mapping.export_commit(rev, sha), None))
84
def serve_git(transport, host=None, port=None, inet=False):
85
backend = BzrBackend(transport)
90
server = TCPGitServer(backend, host, port)
92
server = TCPGitServer(backend, host)
93
server.serve_forever()
143
return (len(objects), iter(objects))
146
def inventory_to_tree_and_blobs(repo, mapping, revision_id):
151
inv = repo.get_inventory(revision_id)
153
for path, entry in inv.iter_entries():
154
while stack and not path.startswith(cur):
156
sha = tree.sha().hexdigest()
157
yield sha, tree, path
158
t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
159
cur, tree = stack.pop()
162
if type(entry) == InventoryDirectory:
163
stack.append((cur, tree))
167
if type(entry) == InventoryFile:
168
#FIXME: We can make potentially make this Lazy to avoid shaing lots of stuff
169
# and having all these objects in memory at once
171
_, blob._text = repo.iter_files_bytes([(entry.file_id, revision_id, path)]).next()
172
sha = blob.sha().hexdigest()
173
yield sha, blob, path
175
name = splitpath(path)[-1:][0].encode('UTF-8')
176
mode = stat.S_IFREG | 0644
179
tree.add(mode, name, sha)
181
while len(stack) > 1:
183
sha = tree.sha().hexdigest()
184
yield sha, tree, path
185
t = (stat.S_IFDIR, splitpath(cur)[-1:][0].encode('UTF-8'), sha)
186
cur, tree = stack.pop()
190
yield tree.sha().hexdigest(), tree, path
added
removed
server.py
