1
# Copyright (C) 2009-2018 Jelmer Vernooij <jelmer@jelmer.uk>
2
# Copyright (C) 2006-2009 Canonical Ltd
4
# Authors: Robert Collins <robert.collins@canonical.com>
5
# Jelmer Vernooij <jelmer@jelmer.uk>
6
# John Carr <john.carr@unrouted.co.uk>
8
# This program is free software; you can redistribute it and/or modify
9
# it under the terms of the GNU General Public License as published by
10
# the Free Software Foundation; either version 2 of the License, or
11
# (at your option) any later version.
13
# This program is distributed in the hope that it will be useful,
14
# but WITHOUT ANY WARRANTY; without even the implied warranty of
15
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16
# GNU General Public License for more details.
18
# You should have received a copy of the GNU General Public License
19
# along with this program; if not, write to the Free Software
20
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23
"""A GIT branch and repository format implementation for bzr."""
28
dulwich_minimum_version = (0, 19, 11)
30
from .. import ( # noqa: F401
31
__version__ as breezy_version,
38
from ..controldir import (
42
network_format_registry as controldir_network_format_registry,
45
from ..transport import (
46
register_lazy_transport,
47
register_transport_proto,
48
transport_server_registry,
50
from ..commands import (
55
if getattr(sys, "frozen", None):
56
# allow import additional libs from ./_lib for bzr.exe only
57
sys.path.append(os.path.normpath(
58
os.path.join(os.path.dirname(__file__), '_lib')))
63
from dulwich import __version__ as dulwich_version
65
raise brz_errors.DependencyNotPresent(
67
"bzr-git: Please install dulwich, https://www.dulwich.io/")
69
if dulwich_version < dulwich_minimum_version:
70
raise brz_errors.DependencyNotPresent(
72
"bzr-git: Dulwich is too old; at least %d.%d.%d is required" %
73
dulwich_minimum_version)
76
_versions_checked = False
79
def lazy_check_versions():
80
global _versions_checked
84
_versions_checked = True
87
format_registry.register_lazy(
88
'git', __name__ + ".dir", "LocalGitControlDirFormat",
89
help='GIT repository.', native=False, experimental=False)
91
format_registry.register_lazy(
92
'git-bare', __name__ + ".dir", "BareLocalGitControlDirFormat",
93
help='Bare GIT repository (no working tree).', native=False,
96
from ..revisionspec import (RevisionSpec_dwim, revspec_registry)
97
revspec_registry.register_lazy("git:", __name__ + ".revspec",
99
RevisionSpec_dwim.append_possible_lazy_revspec(
100
__name__ + ".revspec", "RevisionSpec_git")
103
class LocalGitProber(Prober):
106
def priority(klass, transport):
109
def probe_transport(self, transport):
111
external_url = transport.external_url()
112
except brz_errors.InProcessTransport:
113
raise brz_errors.NotBranchError(path=transport.base)
114
if (external_url.startswith("http:") or
115
external_url.startswith("https:")):
116
# Already handled by RemoteGitProber
117
raise brz_errors.NotBranchError(path=transport.base)
118
if urlutils.split(transport.base)[1] == ".git":
119
raise brz_errors.NotBranchError(path=transport.base)
120
if not transport.has_any(['objects', '.git/objects', '.git']):
121
raise brz_errors.NotBranchError(path=transport.base)
122
lazy_check_versions()
124
BareLocalGitControlDirFormat,
125
LocalGitControlDirFormat,
127
if transport.has_any(['.git/objects', '.git']):
128
return LocalGitControlDirFormat()
129
if transport.has('info') and transport.has('objects'):
130
return BareLocalGitControlDirFormat()
131
raise brz_errors.NotBranchError(path=transport.base)
134
def known_formats(cls):
136
BareLocalGitControlDirFormat,
137
LocalGitControlDirFormat,
139
return [BareLocalGitControlDirFormat(), LocalGitControlDirFormat()]
142
def user_agent_for_github():
143
# GitHub requires we lie. https://github.com/dulwich/dulwich/issues/562
144
return "git/Breezy/%s" % breezy_version
147
def is_github_url(url):
148
(scheme, user, password, host, port,
149
path) = urlutils.parse_url(url)
150
return host in ("github.com", "gopkg.in")
153
class RemoteGitProber(Prober):
156
def priority(klass, transport):
157
# This is a surprisingly good heuristic to determine whether this
158
# prober is more likely to succeed than the Bazaar one.
159
if 'git' in transport.base:
163
def probe_http_transport(self, transport):
164
# This function intentionally doesn't use any of the support code under
165
# breezy.git, since it's called for every repository that's
166
# accessed over HTTP, whether it's Git, Bzr or something else.
167
# Importing Dulwich and the other support code adds unnecessray slowdowns.
168
base_url = urlutils.strip_segment_parameters(transport.external_url())
169
url = urlutils.URL.from_string(base_url)
170
url.user = url.quoted_user = None
171
url.password = url.quoted_password = None
173
url = urlutils.join(str(url), "info/refs") + "?service=git-upload-pack"
174
headers = {"Content-Type": "application/x-git-upload-pack-request",
175
"Accept": "application/x-git-upload-pack-result",
177
if is_github_url(url):
178
# GitHub requires we lie.
179
# https://github.com/dulwich/dulwich/issues/562
180
headers["User-Agent"] = user_agent_for_github()
181
elif host == "bazaar.launchpad.net":
182
# Don't attempt Git probes against bazaar.launchpad.net; pad.lv/1744830
183
raise brz_errors.NotBranchError(transport.base)
184
resp = transport.request('GET', url, headers=headers)
185
if resp.status in (404, 405):
186
raise brz_errors.NotBranchError(transport.base)
187
elif resp.status == 400 and resp.reason == 'no such method: info':
189
raise brz_errors.NotBranchError(transport.base)
190
elif resp.status != 200:
191
raise brz_errors.UnexpectedHttpStatus(url, resp.status)
193
ct = resp.getheader("Content-Type")
194
if ct and ct.startswith("application/x-git"):
195
from .remote import RemoteGitControlDirFormat
196
return RemoteGitControlDirFormat()
199
BareLocalGitControlDirFormat,
201
ret = BareLocalGitControlDirFormat()
202
ret._refs_text = resp.read()
204
raise brz_errors.NotBranchError(transport.base)
206
def probe_transport(self, transport):
208
external_url = transport.external_url()
209
except brz_errors.InProcessTransport:
210
raise brz_errors.NotBranchError(path=transport.base)
212
if (external_url.startswith("http:") or
213
external_url.startswith("https:")):
214
return self.probe_http_transport(transport)
216
if (not external_url.startswith("git://") and
217
not external_url.startswith("git+")):
218
raise brz_errors.NotBranchError(transport.base)
220
# little ugly, but works
221
from .remote import (
223
RemoteGitControlDirFormat,
225
if isinstance(transport, GitSmartTransport):
226
return RemoteGitControlDirFormat()
227
raise brz_errors.NotBranchError(path=transport.base)
230
def known_formats(cls):
231
from .remote import RemoteGitControlDirFormat
232
return [RemoteGitControlDirFormat()]
235
ControlDirFormat.register_prober(LocalGitProber)
236
ControlDirFormat.register_prober(RemoteGitProber)
238
register_transport_proto(
239
'git://', help="Access using the Git smart server protocol.")
240
register_transport_proto(
242
help="Access using the Git smart server protocol over SSH.")
244
register_lazy_transport("git://", __name__ + '.remote',
245
'TCPGitSmartTransport')
246
register_lazy_transport("git+ssh://", __name__ + '.remote',
247
'SSHGitSmartTransport')
250
plugin_cmds.register_lazy("cmd_git_import", [], __name__ + ".commands")
251
plugin_cmds.register_lazy("cmd_git_object", ["git-objects", "git-cat"],
252
__name__ + ".commands")
253
plugin_cmds.register_lazy("cmd_git_refs", [], __name__ + ".commands")
254
plugin_cmds.register_lazy("cmd_git_apply", [], __name__ + ".commands")
255
plugin_cmds.register_lazy("cmd_git_push_pristine_tar_deltas",
256
['git-push-pristine-tar', 'git-push-pristine'],
257
__name__ + ".commands")
260
def extract_git_foreign_revid(rev):
262
foreign_revid = rev.foreign_revid
263
except AttributeError:
264
from .mapping import mapping_registry
265
foreign_revid, mapping = \
266
mapping_registry.parse_revision_id(rev.revision_id)
269
from .mapping import foreign_vcs_git
270
if rev.mapping.vcs == foreign_vcs_git:
273
raise brz_errors.InvalidRevisionId(rev.revision_id, None)
276
def update_stanza(rev, stanza):
278
git_commit = extract_git_foreign_revid(rev)
279
except brz_errors.InvalidRevisionId:
282
stanza.add("git-commit", git_commit)
285
from ..hooks import install_lazy_named_hook
286
install_lazy_named_hook(
287
"breezy.version_info_formats.format_rio",
288
"RioVersionInfoBuilder.hooks", "revision", update_stanza,
291
transport_server_registry.register_lazy(
292
'git', __name__ + '.server', 'serve_git',
293
'Git Smart server protocol over TCP. (default port: 9418)')
295
transport_server_registry.register_lazy(
296
'git-receive-pack', __name__ + '.server',
297
'serve_git_receive_pack',
298
help='Git Smart server receive pack command. (inetd mode only)')
299
transport_server_registry.register_lazy(
300
'git-upload-pack', __name__ + 'git.server',
301
'serve_git_upload_pack',
302
help='Git Smart server upload pack command. (inetd mode only)')
304
from ..repository import (
305
format_registry as repository_format_registry,
306
network_format_registry as repository_network_format_registry,
308
repository_network_format_registry.register_lazy(
309
b'git', __name__ + '.repository', 'GitRepositoryFormat')
311
register_extra_lazy_repository_format = getattr(repository_format_registry,
312
"register_extra_lazy")
313
register_extra_lazy_repository_format(__name__ + '.repository',
314
'GitRepositoryFormat')
316
from ..branch import (
317
network_format_registry as branch_network_format_registry,
319
branch_network_format_registry.register_lazy(
320
b'git', __name__ + '.branch', 'LocalGitBranchFormat')
323
from ..branch import (
324
format_registry as branch_format_registry,
326
branch_format_registry.register_extra_lazy(
327
__name__ + '.branch',
328
'LocalGitBranchFormat',
330
branch_format_registry.register_extra_lazy(
331
__name__ + '.remote',
332
'RemoteGitBranchFormat',
336
from ..workingtree import (
337
format_registry as workingtree_format_registry,
339
workingtree_format_registry.register_extra_lazy(
340
__name__ + '.workingtree',
341
'GitWorkingTreeFormat',
344
controldir_network_format_registry.register_lazy(
345
b'git', __name__ + ".dir", "GitControlDirFormat")
348
from ..diff import format_registry as diff_format_registry
349
diff_format_registry.register_lazy(
350
'git', __name__ + '.send',
351
'GitDiffTree', 'Git am-style diff format')
354
format_registry as send_format_registry,
356
send_format_registry.register_lazy('git', __name__ + '.send',
357
'send_git', 'Git am-style diff format')
359
from ..directory_service import directories
360
directories.register_lazy('github:', __name__ + '.directory',
363
directories.register_lazy('git@github.com:', __name__ + '.directory',
367
from ..help_topics import (
370
topic_registry.register_lazy(
371
'git', __name__ + '.help', 'help_git', 'Using Bazaar with Git')
373
from ..foreign import (
374
foreign_vcs_registry,
376
foreign_vcs_registry.register_lazy(
377
"git", __name__ + ".mapping", "foreign_vcs_git", "Stupid content tracker")
380
def update_git_cache(repository, revid):
381
"""Update the git cache after a local commit."""
382
if getattr(repository, "_git", None) is not None:
383
return # No need to update cache for git repositories
385
if not repository.control_transport.has("git"):
386
return # No existing cache, don't bother updating
388
lazy_check_versions()
389
except brz_errors.DependencyNotPresent as e:
390
# dulwich is probably missing. silently ignore
391
trace.mutter("not updating git map for %r: %s",
394
from .object_store import BazaarObjectStore
395
store = BazaarObjectStore(repository)
396
with store.lock_write():
398
parent_revisions = set(repository.get_parent_map([revid])[revid])
400
# Isn't this a bit odd - how can a revision that was just committed
403
missing_revisions = store._missing_revisions(parent_revisions)
404
if not missing_revisions:
405
store._cache.idmap.start_write_group()
407
# Only update if the cache was up to date previously
408
store._update_sha_map_revision(revid)
409
except BaseException:
410
store._cache.idmap.abort_write_group()
413
store._cache.idmap.commit_write_group()
416
def post_commit_update_cache(local_branch, master_branch, old_revno, old_revid,
417
new_revno, new_revid):
418
if local_branch is not None:
419
update_git_cache(local_branch.repository, new_revid)
420
update_git_cache(master_branch.repository, new_revid)
423
def loggerhead_git_hook(branch_app, environ):
424
branch = branch_app.branch
425
config_stack = branch.get_config_stack()
426
if config_stack.get('http_git'):
428
from .server import git_http_hook
429
return git_http_hook(branch, environ['REQUEST_METHOD'],
430
environ['PATH_INFO'])
433
install_lazy_named_hook("breezy.branch",
434
"Branch.hooks", "post_commit",
435
post_commit_update_cache, "git cache")
436
install_lazy_named_hook("breezy.plugins.loggerhead.apps.branch",
437
"BranchWSGIApp.hooks", "controller",
438
loggerhead_git_hook, "git support")
441
from ..config import (
447
option_registry.register(
449
default=None, from_unicode=bool_from_store, invalid='warning',
451
Allow fetching of Git packs over HTTP.
453
This enables support for fetching Git packs over HTTP in Loggerhead.
459
return tests.test_suite()