/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to __init__.py

Add basic tests for server.

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
# Copyright (C) 2006-2009 Canonical Ltd
 
2
 
 
3
# Authors: Robert Collins <robert.collins@canonical.com>
 
4
#          Jelmer Vernooij <jelmer@samba.org>
 
5
#          John Carr <john.carr@unrouted.co.uk>
 
6
#
 
7
# This program is free software; you can redistribute it and/or modify
 
8
# it under the terms of the GNU General Public License as published by
 
9
# the Free Software Foundation; either version 2 of the License, or
 
10
# (at your option) any later version.
 
11
#
 
12
# This program is distributed in the hope that it will be useful,
 
13
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
14
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 
15
# GNU General Public License for more details.
 
16
#
 
17
# You should have received a copy of the GNU General Public License
 
18
# along with this program; if not, write to the Free Software
 
19
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
20
 
 
21
 
 
22
"""A GIT branch and repository format implementation for bzr."""
 
23
 
 
24
import os
 
25
import sys
 
26
 
 
27
import bzrlib
 
28
import bzrlib.api
 
29
 
 
30
from info import (
 
31
    bzr_compatible_versions,
 
32
    bzr_plugin_version as version_info,
 
33
    dulwich_minimum_version,
 
34
    )
 
35
 
 
36
if version_info[3] == 'final':
 
37
    version_string = '%d.%d.%d' % version_info[:3]
 
38
else:
 
39
    version_string = '%d.%d.%d%s%d' % version_info
 
40
__version__ = version_string
 
41
 
 
42
bzrlib.api.require_any_api(bzrlib, bzr_compatible_versions)
 
43
 
 
44
try:
 
45
    from bzrlib.i18n import load_plugin_translations
 
46
except ImportError: # No translations for bzr < 2.5
 
47
    gettext = lambda x: x
 
48
else:
 
49
    translation = load_plugin_translations("bzr-git")
 
50
    gettext = translation.gettext
 
51
 
 
52
from bzrlib import (
 
53
    errors as bzr_errors,
 
54
    trace,
 
55
    )
 
56
 
 
57
from bzrlib.controldir import (
 
58
    ControlDirFormat,
 
59
    Prober,
 
60
    format_registry,
 
61
    network_format_registry as controldir_network_format_registry,
 
62
    )
 
63
 
 
64
from bzrlib.foreign import (
 
65
    foreign_vcs_registry,
 
66
    )
 
67
from bzrlib.help_topics import (
 
68
    topic_registry,
 
69
    )
 
70
from bzrlib.transport import (
 
71
    register_lazy_transport,
 
72
    register_transport_proto,
 
73
    )
 
74
from bzrlib.commands import (
 
75
    plugin_cmds,
 
76
    )
 
77
from bzrlib.send import (
 
78
    format_registry as send_format_registry,
 
79
    )
 
80
 
 
81
 
 
82
if getattr(sys, "frozen", None):
 
83
    # allow import additional libs from ./_lib for bzr.exe only
 
84
    sys.path.append(os.path.normpath(
 
85
        os.path.join(os.path.dirname(__file__), '_lib')))
 
86
 
 
87
 
 
88
def import_dulwich():
 
89
    try:
 
90
        from dulwich import __version__ as dulwich_version
 
91
    except ImportError:
 
92
        raise bzr_errors.DependencyNotPresent("dulwich",
 
93
            "bzr-git: Please install dulwich, https://launchpad.net/dulwich")
 
94
    else:
 
95
        if dulwich_version < dulwich_minimum_version:
 
96
            raise bzr_errors.DependencyNotPresent("dulwich",
 
97
                "bzr-git: Dulwich is too old; at least %d.%d.%d is required" %
 
98
                    dulwich_minimum_version)
 
99
 
 
100
 
 
101
_versions_checked = False
 
102
def lazy_check_versions():
 
103
    global _versions_checked
 
104
    if _versions_checked:
 
105
        return
 
106
    import_dulwich()
 
107
    _versions_checked = True
 
108
 
 
109
format_registry.register_lazy('git',
 
110
    "bzrlib.plugins.git.dir", "LocalGitControlDirFormat",
 
111
    help='GIT repository.', native=False, experimental=False,
 
112
    )
 
113
 
 
114
format_registry.register_lazy('git-bare',
 
115
    "bzrlib.plugins.git.dir", "BareLocalGitControlDirFormat",
 
116
    help='Bare GIT repository (no working tree).', native=False,
 
117
    experimental=False,
 
118
    )
 
119
 
 
120
from bzrlib.revisionspec import revspec_registry
 
121
revspec_registry.register_lazy("git:", "bzrlib.plugins.git.revspec",
 
122
    "RevisionSpec_git")
 
123
 
 
124
from bzrlib.revisionspec import dwim_revspecs, RevisionSpec_dwim
 
125
if getattr(RevisionSpec_dwim, "append_possible_lazy_revspec", None):
 
126
    RevisionSpec_dwim.append_possible_lazy_revspec(
 
127
        "bzrlib.plugins.git.revspec", "RevisionSpec_git")
 
128
else: # bzr < 2.4
 
129
    from bzrlib.plugins.git.revspec import RevisionSpec_git
 
130
    dwim_revspecs.append(RevisionSpec_git)
 
131
 
 
132
 
 
133
class LocalGitProber(Prober):
 
134
 
 
135
    def probe_transport(self, transport):
 
136
        try:
 
137
            external_url = transport.external_url()
 
138
        except bzr_errors.InProcessTransport:
 
139
            raise bzr_errors.NotBranchError(path=transport.base)
 
140
        if (external_url.startswith("http:") or
 
141
            external_url.startswith("https:")):
 
142
            # Already handled by RemoteGitProber
 
143
            raise bzr_errors.NotBranchError(path=transport.base)
 
144
        from bzrlib import urlutils
 
145
        if urlutils.split(transport.base)[1] == ".git":
 
146
            raise bzr_errors.NotBranchError(path=transport.base)
 
147
        if not transport.has_any(['objects', '.git/objects']):
 
148
            raise bzr_errors.NotBranchError(path=transport.base)
 
149
        lazy_check_versions()
 
150
        from bzrlib.plugins.git.dir import (
 
151
            BareLocalGitControlDirFormat,
 
152
            LocalGitControlDirFormat,
 
153
            )
 
154
        if transport.has_any(['.git/objects']):
 
155
            return LocalGitControlDirFormat()
 
156
        if transport.has('info') and transport.has('objects'):
 
157
            return BareLocalGitControlDirFormat()
 
158
        raise bzr_errors.NotBranchError(path=transport.base)
 
159
 
 
160
    @classmethod
 
161
    def known_formats(cls):
 
162
        from bzrlib.plugins.git.dir import (
 
163
            BareLocalGitControlDirFormat,
 
164
            LocalGitControlDirFormat,
 
165
            )
 
166
        return set([BareLocalGitControlDirFormat(), LocalGitControlDirFormat()])
 
167
 
 
168
 
 
169
class RemoteGitProber(Prober):
 
170
 
 
171
    def probe_http_transport(self, transport):
 
172
        from bzrlib import urlutils
 
173
        url = urlutils.join(transport.external_url(), "info/refs") + "?service=git-upload-pack"
 
174
        from bzrlib.transport.http._urllib import HttpTransport_urllib, Request
 
175
        if isinstance(transport, HttpTransport_urllib):
 
176
            req = Request('GET', url, accepted_errors=[200, 403, 404, 405],
 
177
                          headers={"Content-Type": "application/x-git-upload-pack-request"})
 
178
            req.follow_redirections = True
 
179
            resp = transport._perform(req)
 
180
            if resp.code == 404:
 
181
                raise bzr_errors.NotBranchError(transport.base)
 
182
            headers = resp.headers
 
183
        else:
 
184
            try:
 
185
                from bzrlib.transport.http._pycurl import PyCurlTransport
 
186
            except bzr_errors.DependencyNotPresent:
 
187
                raise bzr_errors.NotBranchError(transport.base)
 
188
            else:
 
189
                import pycurl
 
190
                from cStringIO import StringIO
 
191
                if isinstance(transport, PyCurlTransport):
 
192
                    conn = transport._get_curl()
 
193
                    conn.setopt(pycurl.URL, url)
 
194
                    transport._set_curl_options(conn)
 
195
                    conn.setopt(pycurl.HTTPGET, 1)
 
196
                    header = StringIO()
 
197
                    data = StringIO()
 
198
                    conn.setopt(pycurl.HEADERFUNCTION, header.write)
 
199
                    conn.setopt(pycurl.WRITEFUNCTION, data.write)
 
200
                    transport._curl_perform(conn, header,
 
201
                        ["Content-Type: application/x-git-upload-pack-request"])
 
202
                    code = conn.getinfo(pycurl.HTTP_CODE)
 
203
                    if code == 404:
 
204
                        raise bzr_errors.NotBranchError(transport.base)
 
205
                    if code != 200:
 
206
                        raise bzr_errors.InvalidHttpResponse(transport._path,
 
207
                            str(code))
 
208
                    headers = transport._parse_headers(header)
 
209
                else:
 
210
                    raise bzr_errors.NotBranchError(transport.base)
 
211
        ct = headers.getheader("Content-Type")
 
212
        if ct is None:
 
213
            raise bzr_errors.NotBranchError(transport.base)
 
214
        if ct.startswith("application/x-git"):
 
215
            from bzrlib.plugins.git.remote import RemoteGitControlDirFormat
 
216
            return RemoteGitControlDirFormat()
 
217
        else:
 
218
            from bzrlib.plugins.git.dir import (
 
219
                BareLocalGitControlDirFormat,
 
220
                )
 
221
            return BareLocalGitControlDirFormat()
 
222
 
 
223
    def probe_transport(self, transport):
 
224
        try:
 
225
            external_url = transport.external_url()
 
226
        except bzr_errors.InProcessTransport:
 
227
            raise bzr_errors.NotBranchError(path=transport.base)
 
228
 
 
229
        if (external_url.startswith("http:") or
 
230
            external_url.startswith("https:")):
 
231
            return self.probe_http_transport(transport)
 
232
 
 
233
        if (not external_url.startswith("git://") and
 
234
            not external_url.startswith("git+")):
 
235
            raise bzr_errors.NotBranchError(transport.base)
 
236
 
 
237
        # little ugly, but works
 
238
        from bzrlib.plugins.git.remote import (
 
239
            GitSmartTransport,
 
240
            RemoteGitControlDirFormat,
 
241
            )
 
242
        if isinstance(transport, GitSmartTransport):
 
243
            return RemoteGitControlDirFormat()
 
244
        raise bzr_errors.NotBranchError(path=transport.base)
 
245
 
 
246
    @classmethod
 
247
    def known_formats(cls):
 
248
        from bzrlib.plugins.git.remote import RemoteGitControlDirFormat
 
249
        return set([RemoteGitControlDirFormat()])
 
250
 
 
251
 
 
252
if not getattr(Prober, "known_formats", None): # bzr < 2.4
 
253
    from bzrlib.plugins.git.dir import (
 
254
        LocalGitControlDirFormat, BareLocalGitControlDirFormat,
 
255
        )
 
256
    from bzrlib.plugins.git.remote import RemoteGitControlDirFormat
 
257
    ControlDirFormat.register_format(LocalGitControlDirFormat())
 
258
    ControlDirFormat.register_format(BareLocalGitControlDirFormat())
 
259
    ControlDirFormat.register_format(RemoteGitControlDirFormat())
 
260
    # Provide RevisionTree.get_file_revision, so various parts of bzr-svn
 
261
    # can avoid inventories.
 
262
    from bzrlib.revisiontree import RevisionTree
 
263
    def get_file_revision(tree, file_id, path=None):
 
264
        return tree.inventory[file_id].revision
 
265
    RevisionTree.get_file_revision = get_file_revision
 
266
 
 
267
ControlDirFormat.register_prober(LocalGitProber)
 
268
ControlDirFormat._server_probers.insert(0, RemoteGitProber)
 
269
 
 
270
register_transport_proto('git://',
 
271
        help="Access using the Git smart server protocol.")
 
272
register_transport_proto('git+ssh://',
 
273
        help="Access using the Git smart server protocol over SSH.")
 
274
 
 
275
register_lazy_transport("git://", 'bzrlib.plugins.git.remote',
 
276
                        'TCPGitSmartTransport')
 
277
register_lazy_transport("git+ssh://", 'bzrlib.plugins.git.remote',
 
278
                        'SSHGitSmartTransport')
 
279
 
 
280
foreign_vcs_registry.register_lazy("git",
 
281
    "bzrlib.plugins.git.mapping", "foreign_vcs_git", "Stupid content tracker")
 
282
 
 
283
plugin_cmds.register_lazy("cmd_git_import", [], "bzrlib.plugins.git.commands")
 
284
plugin_cmds.register_lazy("cmd_git_object", ["git-objects", "git-cat"],
 
285
    "bzrlib.plugins.git.commands")
 
286
plugin_cmds.register_lazy("cmd_git_refs", [], "bzrlib.plugins.git.commands")
 
287
plugin_cmds.register_lazy("cmd_git_apply", [], "bzrlib.plugins.git.commands")
 
288
 
 
289
def extract_git_foreign_revid(rev):
 
290
    try:
 
291
        foreign_revid = rev.foreign_revid
 
292
    except AttributeError:
 
293
        from bzrlib.plugins.git.mapping import mapping_registry
 
294
        foreign_revid, mapping = \
 
295
            mapping_registry.parse_revision_id(rev.revision_id)
 
296
        return foreign_revid
 
297
    else:
 
298
        from bzrlib.plugins.git.mapping import foreign_vcs_git
 
299
        if rev.mapping.vcs == foreign_vcs_git:
 
300
            return foreign_revid
 
301
        else:
 
302
            raise bzr_errors.InvalidRevisionId(rev.revision_id, None)
 
303
 
 
304
 
 
305
def update_stanza(rev, stanza):
 
306
    mapping = getattr(rev, "mapping", None)
 
307
    try:
 
308
        git_commit = extract_git_foreign_revid(rev)
 
309
    except bzr_errors.InvalidRevisionId:
 
310
        pass
 
311
    else:
 
312
        stanza.add("git-commit", git_commit)
 
313
 
 
314
try:
 
315
    from bzrlib.hooks import install_lazy_named_hook
 
316
except ImportError: # Compatibility with bzr < 2.4
 
317
    from bzrlib.version_info_formats.format_rio import (
 
318
        RioVersionInfoBuilder,
 
319
        )
 
320
    RioVersionInfoBuilder.hooks.install_named_hook('revision', update_stanza,
 
321
        "git commits")
 
322
else:
 
323
    install_lazy_named_hook("bzrlib.version_info_formats.format_rio",
 
324
        "RioVersionInfoBuilder.hooks", "revision", update_stanza,
 
325
        "git commits")
 
326
 
 
327
 
 
328
from bzrlib.transport import transport_server_registry
 
329
transport_server_registry.register_lazy('git',
 
330
    'bzrlib.plugins.git.server',
 
331
    'serve_git',
 
332
    'Git Smart server protocol over TCP. (default port: 9418)')
 
333
 
 
334
 
 
335
from bzrlib.repository import (
 
336
    format_registry as repository_format_registry,
 
337
    network_format_registry as repository_network_format_registry,
 
338
    )
 
339
repository_network_format_registry.register_lazy('git',
 
340
    'bzrlib.plugins.git.repository', 'GitRepositoryFormat')
 
341
 
 
342
try:
 
343
    register_extra_lazy_repository_format = getattr(repository_format_registry,
 
344
        "register_extra_lazy")
 
345
except AttributeError: # bzr < 2.4
 
346
    pass
 
347
else:
 
348
    register_extra_lazy_repository_format('bzrlib.plugins.git.repository',
 
349
        'GitRepositoryFormat')
 
350
 
 
351
from bzrlib.branch import (
 
352
    network_format_registry as branch_network_format_registry,
 
353
    )
 
354
branch_network_format_registry.register_lazy('git',
 
355
    'bzrlib.plugins.git.branch', 'GitBranchFormat')
 
356
 
 
357
try:
 
358
    from bzrlib.branch import (
 
359
        format_registry as branch_format_registry,
 
360
        )
 
361
except ImportError: # bzr < 2.4
 
362
    pass
 
363
else:
 
364
    branch_format_registry.register_extra_lazy(
 
365
        'bzrlib.plugins.git.branch',
 
366
        'GitBranchFormat',
 
367
        )
 
368
 
 
369
try:
 
370
    from bzrlib.workingtree import (
 
371
        format_registry as workingtree_format_registry,
 
372
        )
 
373
except ImportError: # bzr < 2.4
 
374
    pass
 
375
else:
 
376
    workingtree_format_registry.register_extra_lazy(
 
377
        'bzrlib.plugins.git.workingtree',
 
378
        'GitWorkingTreeFormat',
 
379
        )
 
380
 
 
381
controldir_network_format_registry.register_lazy('git',
 
382
    "bzrlib.plugins.git.dir", "GitControlDirFormat")
 
383
 
 
384
send_format_registry.register_lazy('git', 'bzrlib.plugins.git.send',
 
385
                                   'send_git', 'Git am-style diff format')
 
386
 
 
387
topic_registry.register_lazy('git', 'bzrlib.plugins.git.help', 'help_git',
 
388
    'Using Bazaar with Git')
 
389
 
 
390
from bzrlib.diff import format_registry as diff_format_registry
 
391
diff_format_registry.register_lazy('git', 'bzrlib.plugins.git.send',
 
392
    'GitDiffTree', 'Git am-style diff format')
 
393
 
 
394
 
 
395
def update_git_cache(repository, revid):
 
396
    """Update the git cache after a local commit."""
 
397
    if getattr(repository, "_git", None) is not None:
 
398
        return # No need to update cache for git repositories
 
399
 
 
400
    if not repository.control_transport.has("git"):
 
401
        return # No existing cache, don't bother updating
 
402
    try:
 
403
        lazy_check_versions()
 
404
    except bzr_errors.DependencyNotPresent, e:
 
405
        # dulwich is probably missing. silently ignore
 
406
        trace.mutter("not updating git map for %r: %s",
 
407
            repository, e)
 
408
 
 
409
    from bzrlib.plugins.git.object_store import BazaarObjectStore
 
410
    store = BazaarObjectStore(repository)
 
411
    store.lock_write()
 
412
    try:
 
413
        parent_revisions = set(repository.get_parent_map([revid])[revid])
 
414
        missing_revisions = store._missing_revisions(parent_revisions)
 
415
        if not missing_revisions:
 
416
            # Only update if the cache was up to date previously
 
417
            store._update_sha_map_revision(revid)
 
418
    finally:
 
419
        store.unlock()
 
420
 
 
421
 
 
422
def post_commit_update_cache(local_branch, master_branch, old_revno, old_revid,
 
423
        new_revno, new_revid):
 
424
    if local_branch is not None:
 
425
        update_git_cache(local_branch.repository, new_revid)
 
426
    update_git_cache(master_branch.repository, new_revid)
 
427
 
 
428
 
 
429
try:
 
430
    from bzrlib.hooks import install_lazy_named_hook
 
431
except ImportError: # Compatibility with bzr < 2.4
 
432
    pass
 
433
else:
 
434
    install_lazy_named_hook("bzrlib.branch",
 
435
        "Branch.hooks", "post_commit", post_commit_update_cache,
 
436
        "git cache")
 
437
 
 
438
 
 
439
def test_suite():
 
440
    from bzrlib.plugins.git import tests
 
441
    return tests.test_suite()