/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/git/server.py

  • Committer: Jelmer Vernooij
  • Date: 2019-02-17 03:45:31 UTC
  • mto: (7290.1.6 work)
  • mto: This revision was merged to the branch mainline in revision 7295.
  • Revision ID: jelmer@jelmer.uk-20190217034531-vw7oc2bo5hdd41jn
Drop documentation about removed pkgimport.conf.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2008 Canonical Ltd
 
1
# Copyright (C) 2008-2018 Jelmer Vernooij <jelmer@jelmer.uk>
 
2
# Copyright (C) 2008 John Carr
 
3
# Copyright (C) 2008-2011 Canonical Ltd
2
4
#
3
5
# This program is free software; you can redistribute it and/or modify
4
6
# it under the terms of the GNU General Public License as published by
12
14
#
13
15
# You should have received a copy of the GNU General Public License
14
16
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
 
 
17
 
from bzrlib.bzrdir import BzrDir
18
 
from bzrlib.repository import Repository
19
 
from bzrlib.inventory import InventoryDirectory, InventoryFile
20
 
from bzrlib.osutils import splitpath
21
 
 
22
 
from bzrlib.plugins.git.fetch import import_git_objects
23
 
from bzrlib.plugins.git.mapping import default_mapping, revision_to_commit, inventory_to_tree_and_blobs
24
 
 
25
 
from dulwich.server import Backend
26
 
from dulwich.pack import Pack, PackData, write_pack_index_v2
27
 
from dulwich.objects import ShaFile, Commit, Tree, Blob
28
 
 
29
 
import os, tempfile
30
 
 
31
 
import stat
32
 
S_IFGITLINK = 0160000
33
 
 
34
 
#S_IFREG | 0664 # *Might* see this; would fail fsck --strict
 
17
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
18
 
 
19
from __future__ import absolute_import
 
20
 
 
21
from dulwich.server import TCPGitServer
 
22
 
 
23
import sys
 
24
 
 
25
from .. import (
 
26
    errors,
 
27
    trace,
 
28
    )
 
29
 
 
30
from ..controldir import (
 
31
    ControlDir,
 
32
    )
 
33
 
 
34
from .mapping import (
 
35
    default_mapping,
 
36
    )
 
37
from .object_store import (
 
38
    BazaarObjectStore,
 
39
    get_object_store,
 
40
    )
 
41
from .refs import (
 
42
    get_refs_container,
 
43
    )
 
44
 
 
45
from dulwich.protocol import Protocol
 
46
from dulwich.server import (
 
47
    Backend,
 
48
    BackendRepo,
 
49
    ReceivePackHandler,
 
50
    UploadPackHandler,
 
51
    )
35
52
 
36
53
 
37
54
class BzrBackend(Backend):
 
55
    """A git serve backend that can use a Bazaar repository."""
38
56
 
39
 
    def __init__(self, directory):
40
 
        self.directory = directory
 
57
    def __init__(self, transport):
 
58
        self.transport = transport
41
59
        self.mapping = default_mapping
42
60
 
 
61
    def open_repository(self, path):
 
62
        # FIXME: More secure path sanitization
 
63
        transport = self.transport.clone(path.decode('utf-8').lstrip("/"))
 
64
        trace.mutter('client opens %r: %r', path, transport)
 
65
        return BzrBackendRepo(transport, self.mapping)
 
66
 
 
67
 
 
68
class BzrBackendRepo(BackendRepo):
 
69
 
 
70
    def __init__(self, transport, mapping):
 
71
        self.mapping = mapping
 
72
        self.repo_dir = ControlDir.open_from_transport(transport)
 
73
        self.repo = self.repo_dir.find_repository()
 
74
        self.object_store = get_object_store(self.repo)
 
75
        self.refs = get_refs_container(self.repo_dir, self.object_store)
 
76
 
43
77
    def get_refs(self):
44
 
        """ return a dict of all tags and branches in repository (and shas) """
45
 
        ret = {}
46
 
        repo_dir = BzrDir.open(self.directory)
47
 
        repo = repo_dir.open_repository()
48
 
        branch = None
49
 
        for branch in repo.find_branches(using=True):
50
 
            #FIXME: Look for 'master' or 'trunk' in here, and set HEAD accordingly...
51
 
            #FIXME: Need to get branch path relative to its repository and use this instead of nick
52
 
            ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
53
 
        if 'HEAD' not in ret and branch:
54
 
            ret['HEAD'] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
55
 
        return ret
56
 
 
57
 
    def apply_pack(self, refs, read):
58
 
        """ apply pack from client to current repository """
59
 
 
60
 
        fd, path = tempfile.mkstemp(suffix=".pack")
61
 
        f = os.fdopen(fd, 'w')
62
 
        f.write(read())
63
 
        f.close()
64
 
 
65
 
        p = PackData(path)
66
 
        entries = p.sorted_entries()
67
 
        write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
68
 
 
69
 
        def get_objects():
70
 
            pack = Pack(path[:-5])
71
 
            for obj in pack.iterobjects():
72
 
                yield obj
73
 
 
74
 
        target = Repository.open(self.directory)
75
 
 
76
 
        target.lock_write()
77
 
        try:
78
 
            target.start_write_group()
79
 
            try:
80
 
                import_git_objects(target, self.mapping, iter(get_objects()))
81
 
            finally:
82
 
                target.commit_write_group()
83
 
        finally:
84
 
            target.unlock()
85
 
 
86
 
        for oldsha, sha, ref in refs:
87
 
            if ref[:11] == 'refs/heads/':
88
 
                branch_nick = ref[11:]
89
 
 
90
 
                try:
91
 
                    target_dir = BzrDir.open(self.directory + "/" + branch_nick)
92
 
                except:
93
 
                    target_dir = BzrDir.create(self.directory + "/" + branch_nick)
94
 
 
95
 
                try:
96
 
                    target_branch = target_dir.open_branch()
97
 
                except:
98
 
                    target_branch = target_dir.create_branch()
99
 
 
100
 
                rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
101
 
                target_branch.generate_revision_history(rev_id)
102
 
 
103
 
    def fetch_objects(self, determine_wants, graph_walker, progress):
104
 
        """ yield git objects to send to client """
105
 
        repo = Repository.open(self.directory)
106
 
 
107
 
        # If this is a Git repository, just use the existing fetch_objects implementation.
108
 
        if getattr(repo, "fetch_objects", None) is None:
109
 
            return repo.fetch_objects(determine_wants, graph_walker, None, progress)
110
 
 
111
 
        wants = determine_wants(self.get_refs())
112
 
        commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
113
 
        rev_done = set()
114
 
        obj_sent = set()
115
 
 
116
 
        objects = set()
117
 
 
118
 
        repo.lock_read()
119
 
        try:
120
 
            have = graph_walker.next()
121
 
            while have:
122
 
                rev_done.add(have)
123
 
                if repo.has_revision(self.mapping.revision_id_foreign_to_bzr(sha)):
124
 
                    graph_walker.ack(have)
125
 
                have = graph_walker.next()
126
 
 
127
 
            while commits_to_send:
128
 
                commit = commits_to_send.pop()
129
 
                if commit in rev_done:
130
 
                    continue
131
 
                rev_done.add(commit)
132
 
 
133
 
                rev = repo.get_revision(commit)
134
 
 
135
 
                commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
136
 
 
137
 
                for sha, obj, path in inventory_to_tree_and_blobs(repo, self.mapping, commit):
138
 
                    if sha not in obj_sent:
139
 
                        obj_sent.add(sha)
140
 
                        objects.add((obj, path))
141
 
 
142
 
                objects.add((revision_to_commit(rev, sha, self.mapping.revision_id_bzr_to_foreign), None))
143
 
 
144
 
        finally:
145
 
            repo.unlock()
146
 
 
147
 
        return (len(objects), iter(objects))
148
 
 
 
78
        with self.object_store.lock_read():
 
79
            return self.refs.as_dict()
 
80
 
 
81
    def get_peeled(self, name):
 
82
        cached = self.refs.get_peeled(name)
 
83
        if cached is not None:
 
84
            return cached
 
85
        return self.object_store.peel_sha(self.refs[name]).id
 
86
 
 
87
    def fetch_objects(self, determine_wants, graph_walker, progress,
 
88
                      get_tagged=None):
 
89
        """Yield git objects to send to client """
 
90
        with self.object_store.lock_read():
 
91
            wants = determine_wants(self.get_refs())
 
92
            have = self.object_store.find_common_revisions(graph_walker)
 
93
            if wants is None:
 
94
                return
 
95
            if isinstance(self.object_store, BazaarObjectStore):
 
96
                return self.object_store.generate_pack_contents(
 
97
                    have, wants, progress, get_tagged=get_tagged, lossy=True)
 
98
            else:
 
99
                return self.object_store.generate_pack_contents(
 
100
                    have, wants, progress)
 
101
 
 
102
 
 
103
class BzrTCPGitServer(TCPGitServer):
 
104
 
 
105
    def handle_error(self, request, client_address):
 
106
        trace.log_exception_quietly()
 
107
        trace.warning('Exception happened during processing of request '
 
108
                      'from %s', client_address)
 
109
 
 
110
 
 
111
def serve_git(transport, host=None, port=None, inet=False, timeout=None):
 
112
    backend = BzrBackend(transport)
 
113
 
 
114
    if host is None:
 
115
        host = 'localhost'
 
116
    if port:
 
117
        server = BzrTCPGitServer(backend, host, port)
 
118
    else:
 
119
        server = BzrTCPGitServer(backend, host)
 
120
    server.serve_forever()
 
121
 
 
122
 
 
123
def git_http_hook(branch, method, path):
 
124
    from dulwich.web import HTTPGitApplication, HTTPGitRequest, DEFAULT_HANDLERS
 
125
    handler = None
 
126
    for (smethod, spath) in HTTPGitApplication.services:
 
127
        if smethod != method:
 
128
            continue
 
129
        mat = spath.search(path)
 
130
        if mat:
 
131
            handler = HTTPGitApplication.services[smethod, spath]
 
132
            break
 
133
    if handler is None:
 
134
        return None
 
135
    backend = BzrBackend(branch.user_transport)
 
136
 
 
137
    def git_call(environ, start_response):
 
138
        req = HTTPGitRequest(environ, start_response, dumb=False,
 
139
                             handlers=DEFAULT_HANDLERS)
 
140
        return handler(req, backend, mat)
 
141
    return git_call
 
142
 
 
143
 
 
144
def serve_command(handler_cls, backend, inf=sys.stdin, outf=sys.stdout):
 
145
    """Serve a single command.
 
146
 
 
147
    This is mostly useful for the implementation of commands used by e.g. git+ssh.
 
148
 
 
149
    :param handler_cls: `Handler` class to use for the request
 
150
    :param argv: execv-style command-line arguments. Defaults to sys.argv.
 
151
    :param backend: `Backend` to use
 
152
    :param inf: File-like object to read from, defaults to standard input.
 
153
    :param outf: File-like object to write to, defaults to standard output.
 
154
    :return: Exit code for use with sys.exit. 0 on success, 1 on failure.
 
155
    """
 
156
    def send_fn(data):
 
157
        outf.write(data)
 
158
        outf.flush()
 
159
    proto = Protocol(inf.read, send_fn)
 
160
    handler = handler_cls(backend, ["/"], proto)
 
161
    # FIXME: Catch exceptions and write a single-line summary to outf.
 
162
    handler.handle()
 
163
    return 0
 
164
 
 
165
 
 
166
def serve_git_receive_pack(transport, host=None, port=None, inet=False):
 
167
    if not inet:
 
168
        raise errors.BzrCommandError(
 
169
            "git-receive-pack only works in inetd mode")
 
170
    backend = BzrBackend(transport)
 
171
    sys.exit(serve_command(ReceivePackHandler, backend=backend))
 
172
 
 
173
 
 
174
def serve_git_upload_pack(transport, host=None, port=None, inet=False):
 
175
    if not inet:
 
176
        raise errors.BzrCommandError(
 
177
            "git-receive-pack only works in inetd mode")
 
178
    backend = BzrBackend(transport)
 
179
    sys.exit(serve_command(UploadPackHandler, backend=backend))