1
# Copyright (C) 2018 Breezy Developers
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Support for GitLab."""
25
branch as _mod_branch,
30
from ...git.urls import git_url_to_bzr_url
31
from ...trace import mutter
32
from ...transport import get_transport
34
from ...propose import (
41
PrerequisiteBranchUnsupported,
46
_DEFAULT_FILES = ['/etc/python-gitlab.cfg', '~/.python-gitlab.cfg']
47
DEFAULT_PAGE_SIZE = 50
50
def mp_status_to_status(status):
55
'closed': 'closed'}[status]
58
class NotGitLabUrl(errors.BzrError):
60
_fmt = "Not a GitLab URL: %(url)s"
62
def __init__(self, url):
63
errors.BzrError.__init__(self)
67
class NotMergeRequestUrl(errors.BzrError):
69
_fmt = "Not a merge proposal URL: %(url)s"
71
def __init__(self, host, url):
72
errors.BzrError.__init__(self)
77
class DifferentGitLabInstances(errors.BzrError):
79
_fmt = ("Can't create merge proposals across GitLab instances: "
80
"%(source_host)s and %(target_host)s")
82
def __init__(self, source_host, target_host):
83
self.source_host = source_host
84
self.target_host = target_host
87
class GitLabLoginMissing(errors.BzrError):
89
_fmt = ("Please log into GitLab")
92
class GitlabLoginError(errors.BzrError):
94
_fmt = ("Error logging in: %(error)s")
96
def __init__(self, error):
100
class MergeRequestExists(Exception):
101
"""Raised when a merge requests already exists."""
104
def default_config_path():
105
return os.path.join(bedding.config_dir(), 'gitlab.conf')
108
def store_gitlab_token(name, url, private_token):
109
"""Store a GitLab token in a configuration file."""
111
config = configparser.ConfigParser()
112
path = default_config_path()
114
config.add_section(name)
115
config[name]['url'] = url
116
config[name]['private_token'] = private_token
117
with open(path, 'w') as f:
123
config = configparser.ConfigParser()
125
[os.path.expanduser(p) for p in _DEFAULT_FILES] +
126
[default_config_path()])
127
for name, section in config.items():
131
def get_credentials_by_url(url):
132
for name, credentials in iter_tokens():
133
if 'url' not in credentials:
135
if credentials['url'].rstrip('/') == url.rstrip('/'):
141
def parse_gitlab_url(url):
142
(scheme, user, password, host, port, path) = urlutils.parse_url(
144
if scheme not in ('git+ssh', 'https', 'http'):
145
raise NotGitLabUrl(url)
147
raise NotGitLabUrl(url)
148
path = path.strip('/')
149
if path.endswith('.git'):
154
def parse_gitlab_branch_url(branch):
155
url = urlutils.strip_segment_parameters(branch.user_url)
156
host, path = parse_gitlab_url(url)
157
return host, path, branch.name
160
def parse_gitlab_merge_request_url(url):
161
(scheme, user, password, host, port, path) = urlutils.parse_url(
163
if scheme not in ('git+ssh', 'https', 'http'):
164
raise NotGitLabUrl(url)
166
raise NotGitLabUrl(url)
167
path = path.strip('/')
168
parts = path.split('/')
170
raise NotMergeRequestUrl(host, url)
171
if parts[-2] != 'merge_requests':
172
raise NotMergeRequestUrl(host, url)
174
project_name = '/'.join(parts[:-3])
176
project_name = '/'.join(parts[:-2])
177
return host, project_name, int(parts[-1])
180
class GitLabMergeProposal(MergeProposal):
182
def __init__(self, gl, mr):
186
def _update(self, **kwargs):
187
self.gl._update_merge_request(self._mr['project_id'], self._mr['iid'], kwargs)
190
return "<%s at %r>" % (type(self).__name__, self._mr['web_url'])
194
return self._mr['web_url']
196
def get_description(self):
197
return self._mr['description']
199
def set_description(self, description):
200
self._update(description=description, title=determine_title(description))
202
def get_commit_message(self):
203
return self._mr.get('merge_commit_message')
205
def set_commit_message(self, message):
206
raise errors.UnsupportedOperation(self.set_commit_message, self)
208
def _branch_url_from_project(self, project_id, branch_name):
209
if project_id is None:
211
project = self.gl._get_project(project_id)
212
return gitlab_url_to_bzr_url(project['http_url_to_repo'], branch_name)
214
def get_source_branch_url(self):
215
return self._branch_url_from_project(
216
self._mr['source_project_id'], self._mr['source_branch'])
218
def get_target_branch_url(self):
219
return self._branch_url_from_project(
220
self._mr['target_project_id'], self._mr['target_branch'])
222
def _get_project_name(self, project_id):
223
source_project = self.gl._get_project(project_id)
224
return source_project['path_with_namespace']
226
def get_source_project(self):
227
return self._get_project_name(self._mr['source_project_id'])
229
def get_target_project(self):
230
return self._get_project_name(self._mr['target_project_id'])
233
return (self._mr['state'] == 'merged')
236
return (self._mr['state'] == 'closed')
239
return self._update(state_event='reopen')
242
self._update(state_event='close')
244
def merge(self, commit_message=None):
245
# https://docs.gitlab.com/ee/api/merge_requests.html#accept-mr
246
self._mr.merge(merge_commit_message=commit_message)
248
def can_be_merged(self):
249
if self._mr['merge_status'] == 'cannot_be_merged':
251
elif self._mr['merge_status'] == 'can_be_merged':
254
raise ValueError(self._mr['merge_status'])
256
def get_merged_by(self):
257
user = self._mr.get('merged_by')
260
return user['username']
262
def get_merged_at(self):
263
merged_at = self._mr.get('merged_at')
264
if merged_at is None:
267
return iso8601.parse_date(merged_at)
270
def gitlab_url_to_bzr_url(url, name):
271
return git_url_to_bzr_url(url, branch=name)
274
class GitLab(Hoster):
275
"""GitLab hoster implementation."""
277
supports_merge_proposal_labels = True
278
supports_merge_proposal_commit_message = False
279
supports_allow_collaboration = True
280
merge_proposal_description_format = 'markdown'
283
return "<GitLab(%r)>" % self.base_url
287
return self.transport.base
290
def base_hostname(self):
291
return urlutils.parse_url(self.base_url)[3]
293
def _api_request(self, method, path, fields=None, body=None):
294
return self.transport.request(
295
method, urlutils.join(self.base_url, 'api', 'v4', path),
296
headers=self.headers, fields=fields, body=body)
298
def __init__(self, transport, private_token):
299
self.transport = transport
300
self.headers = {"Private-Token": private_token}
303
def _get_user(self, username):
304
path = 'users/%s' % urlutils.quote(str(username), '')
305
response = self._api_request('GET', path)
306
if response.status == 404:
307
raise KeyError('no such user %s' % username)
308
if response.status == 200:
309
return json.loads(response.data)
310
raise errors.InvalidHttpResponse(path, response.text)
312
def _get_user_by_email(self, email):
313
path = 'users?search=%s' % urlutils.quote(str(email), '')
314
response = self._api_request('GET', path)
315
if response.status == 404:
316
raise KeyError('no such user %s' % email)
317
if response.status == 200:
318
ret = json.loads(response.data)
320
raise ValueError('unexpected number of results; %r' % ret)
322
raise errors.InvalidHttpResponse(path, response.text)
324
def _get_project(self, project_name):
325
path = 'projects/%s' % urlutils.quote(str(project_name), '')
326
response = self._api_request('GET', path)
327
if response.status == 404:
328
raise NoSuchProject(project_name)
329
if response.status == 200:
330
return json.loads(response.data)
331
raise errors.InvalidHttpResponse(path, response.text)
333
def _fork_project(self, project_name, timeout=50, interval=5):
334
path = 'projects/%s/fork' % urlutils.quote(str(project_name), '')
335
response = self._api_request('POST', path)
336
if response.status not in (200, 201):
337
raise errors.InvalidHttpResponse(path, response.text)
338
# The response should be valid JSON, but let's ignore it
339
project = json.loads(response.data)
340
# Spin and wait until import_status for new project
342
deadline = time.time() + timeout
343
while project['import_status'] not in ('finished', 'none'):
344
mutter('import status is %s', project['import_status'])
345
if time.time() > deadline:
346
raise Exception('timeout waiting for project to become available')
348
project = self._get_project(project['path_with_namespace'])
351
def _get_logged_in_username(self):
352
return self._current_user['username']
354
def _list_paged(self, path, parameters=None, per_page=None):
355
if parameters is None:
358
parameters = dict(parameters.items())
360
parameters['per_page'] = str(per_page)
363
parameters['page'] = page
364
response = self._api_request(
366
';'.join(['%s=%s' % item for item in parameters.items()]))
367
if response.status == 403:
368
raise errors.PermissionDenied(response.text)
369
if response.status != 200:
370
raise errors.InvalidHttpResponse(path, response.text)
371
page = response.getheader("X-Next-Page")
372
for entry in json.loads(response.data):
375
def _list_merge_requests(self, owner=None, project=None, state=None):
376
if project is not None:
377
path = 'projects/%s/merge_requests' % urlutils.quote(str(project), '')
379
path = 'merge_requests'
382
parameters['state'] = state
384
parameters['owner_id'] = urlutils.quote(owner, '')
385
return self._list_paged(path, parameters, per_page=DEFAULT_PAGE_SIZE)
387
def _get_merge_request(self, project, merge_id):
388
path = 'projects/%s/merge_requests/%d' % (urlutils.quote(str(project), ''), merge_id)
389
response = self._api_request('GET', path)
390
if response.status == 403:
391
raise errors.PermissionDenied(response.text)
392
if response.status != 200:
393
raise errors.InvalidHttpResponse(path, response.text)
394
return json.loads(response.data)
396
def _list_projects(self, owner):
397
path = 'users/%s/projects' % urlutils.quote(str(owner), '')
399
return self._list_paged(path, parameters, per_page=DEFAULT_PAGE_SIZE)
401
def _update_merge_request(self, project_id, iid, mr):
402
path = 'projects/%s/merge_requests/%s' % (
403
urlutils.quote(str(project_id), ''), iid)
404
response = self._api_request('PUT', path, fields=mr)
405
if response.status == 200:
406
return json.loads(response.data)
407
raise errors.InvalidHttpResponse(path, response.text)
409
def _create_mergerequest(
410
self, title, source_project_id, target_project_id,
411
source_branch_name, target_branch_name, description,
412
labels=None, allow_collaboration=False):
413
path = 'projects/%s/merge_requests' % source_project_id
416
'source_branch': source_branch_name,
417
'target_branch': target_branch_name,
418
'target_project_id': target_project_id,
419
'description': description,
420
'allow_collaboration': allow_collaboration,
423
fields['labels'] = labels
424
response = self._api_request('POST', path, fields=fields)
425
if response.status == 403:
426
raise errors.PermissionDenied(response.text)
427
if response.status == 409:
428
raise MergeRequestExists()
429
if response.status != 201:
430
raise errors.InvalidHttpResponse(path, response.text)
431
return json.loads(response.data)
433
def get_push_url(self, branch):
434
(host, project_name, branch_name) = parse_gitlab_branch_url(branch)
435
project = self._get_project(project_name)
436
return gitlab_url_to_bzr_url(
437
project['ssh_url_to_repo'], branch_name)
439
def publish_derived(self, local_branch, base_branch, name, project=None,
440
owner=None, revision_id=None, overwrite=False,
441
allow_lossy=True, tag_selector=None):
442
(host, base_project, base_branch_name) = parse_gitlab_branch_url(base_branch)
444
owner = self._get_logged_in_username()
446
project = self._get_project(base_project)['path']
448
target_project = self._get_project('%s/%s' % (owner, project))
449
except NoSuchProject:
450
target_project = self._fork_project(base_project)
451
remote_repo_url = git_url_to_bzr_url(target_project['ssh_url_to_repo'])
452
remote_dir = controldir.ControlDir.open(remote_repo_url)
454
push_result = remote_dir.push_branch(
455
local_branch, revision_id=revision_id, overwrite=overwrite,
456
name=name, tag_selector=tag_selector)
457
except errors.NoRoundtrippingSupport:
460
push_result = remote_dir.push_branch(
461
local_branch, revision_id=revision_id, overwrite=overwrite,
462
name=name, lossy=True, tag_selector=tag_selector)
463
public_url = gitlab_url_to_bzr_url(
464
target_project['http_url_to_repo'], name)
465
return push_result.target_branch, public_url
467
def get_derived_branch(self, base_branch, name, project=None, owner=None):
468
(host, base_project, base_branch_name) = parse_gitlab_branch_url(base_branch)
470
owner = self._get_logged_in_username()
472
project = self._get_project(base_project)['path']
474
target_project = self._get_project('%s/%s' % (owner, project))
475
except NoSuchProject:
476
raise errors.NotBranchError('%s/%s/%s' % (self.base_url, owner, project))
477
return _mod_branch.Branch.open(gitlab_url_to_bzr_url(
478
target_project['ssh_url_to_repo'], name))
480
def get_proposer(self, source_branch, target_branch):
481
return GitlabMergeProposalBuilder(self, source_branch, target_branch)
483
def iter_proposals(self, source_branch, target_branch, status):
484
(source_host, source_project_name, source_branch_name) = (
485
parse_gitlab_branch_url(source_branch))
486
(target_host, target_project_name, target_branch_name) = (
487
parse_gitlab_branch_url(target_branch))
488
if source_host != target_host:
489
raise DifferentGitLabInstances(source_host, target_host)
490
source_project = self._get_project(source_project_name)
491
target_project = self._get_project(target_project_name)
492
state = mp_status_to_status(status)
493
for mr in self._list_merge_requests(
494
project=target_project['id'], state=state):
495
if (mr['source_project_id'] != source_project['id'] or
496
mr['source_branch'] != source_branch_name or
497
mr['target_project_id'] != target_project['id'] or
498
mr['target_branch'] != target_branch_name):
500
yield GitLabMergeProposal(self, mr)
502
def hosts(self, branch):
504
(host, project, branch_name) = parse_gitlab_branch_url(branch)
507
return self.base_hostname == host
510
response = self._api_request('GET', 'user')
511
if response.status == 200:
512
self._current_user = json.loads(response.data)
515
if json.loads(response.data) == {"message": "401 Unauthorized"}:
516
raise GitLabLoginMissing()
518
raise GitlabLoginError(response.text)
519
raise UnsupportedHoster(url)
522
def probe_from_url(cls, url, possible_transports=None):
524
(host, project) = parse_gitlab_url(url)
526
raise UnsupportedHoster(url)
527
transport = get_transport(
528
'https://%s' % host, possible_transports=possible_transports)
529
credentials = get_credentials_by_url(transport.base)
530
if credentials is not None:
531
return cls(transport, credentials.get('private_token'))
532
raise UnsupportedHoster(url)
535
def iter_instances(cls):
536
for name, credentials in iter_tokens():
537
if 'url' not in credentials:
540
get_transport(credentials['url']),
541
private_token=credentials.get('private_token'))
543
def iter_my_proposals(self, status='open'):
544
state = mp_status_to_status(status)
545
for mp in self._list_merge_requests(
546
owner=self._get_logged_in_username(), state=state):
547
yield GitLabMergeProposal(self, mp)
549
def iter_my_forks(self):
550
for project in self._list_projects(owner=self._get_logged_in_username()):
551
base_project = project.get('forked_from_project')
554
yield project['path_with_namespace']
556
def get_proposal_by_url(self, url):
558
(host, project, merge_id) = parse_gitlab_merge_request_url(url)
560
raise UnsupportedHoster(url)
561
except NotMergeRequestUrl as e:
562
if self.base_hostname == e.host:
565
raise UnsupportedHoster(url)
566
if self.base_hostname != host:
567
raise UnsupportedHoster(url)
568
project = self._get_project(project)
569
mr = self._get_merge_request(project['path_with_namespace'], merge_id)
570
return GitLabMergeProposal(self, mr)
572
def delete_project(self, project):
573
path = 'projects/%s' % urlutils.quote(str(project), '')
574
response = self._api_request('DELETE', path)
575
if response.status == 404:
576
raise NoSuchProject(project)
577
if response.status != 202:
578
raise errors.InvalidHttpResponse(path, response.text)
581
class GitlabMergeProposalBuilder(MergeProposalBuilder):
583
def __init__(self, gl, source_branch, target_branch):
585
self.source_branch = source_branch
586
(self.source_host, self.source_project_name, self.source_branch_name) = (
587
parse_gitlab_branch_url(source_branch))
588
self.target_branch = target_branch
589
(self.target_host, self.target_project_name, self.target_branch_name) = (
590
parse_gitlab_branch_url(target_branch))
591
if self.source_host != self.target_host:
592
raise DifferentGitLabInstances(self.source_host, self.target_host)
594
def get_infotext(self):
595
"""Determine the initial comment for the merge proposal."""
597
info.append("Gitlab instance: %s\n" % self.target_host)
598
info.append("Source: %s\n" % self.source_branch.user_url)
599
info.append("Target: %s\n" % self.target_branch.user_url)
602
def get_initial_body(self):
603
"""Get a body for the proposal for the user to modify.
605
:return: a str or None.
609
def create_proposal(self, description, reviewers=None, labels=None,
610
prerequisite_branch=None, commit_message=None,
611
work_in_progress=False, allow_collaboration=False):
612
"""Perform the submission."""
613
# https://docs.gitlab.com/ee/api/merge_requests.html#create-mr
614
if prerequisite_branch is not None:
615
raise PrerequisiteBranchUnsupported(self)
616
# Note that commit_message is ignored, since Gitlab doesn't support it.
617
source_project = self.gl._get_project(self.source_project_name)
618
target_project = self.gl._get_project(self.target_project_name)
619
# TODO(jelmer): Allow setting title explicitly
620
title = determine_title(description)
622
title = 'WIP: %s' % title
623
# TODO(jelmer): Allow setting milestone field
624
# TODO(jelmer): Allow setting squash field
627
'source_project_id': source_project['id'],
628
'target_project_id': target_project['id'],
629
'source_branch_name': self.source_branch_name,
630
'target_branch_name': self.target_branch_name,
631
'description': description,
632
'allow_collaboration': allow_collaboration}
634
kwargs['labels'] = ','.join(labels)
636
kwargs['assignee_ids'] = []
637
for reviewer in reviewers:
639
user = self.gl._get_user_by_email(reviewer)
641
user = self.gl._get_user(reviewer)
642
kwargs['assignee_ids'].append(user['id'])
644
merge_request = self.gl._create_mergerequest(**kwargs)
645
except MergeRequestExists:
646
raise MergeProposalExists(self.source_branch.user_url)
647
return GitLabMergeProposal(self.gl, merge_request)
650
def register_gitlab_instance(shortname, url):
651
"""Register a gitlab instance.
653
:param shortname: Short name (e.g. "gitlab")
654
:param url: URL to the gitlab instance
656
from breezy.bugtracker import (
658
ProjectIntegerBugTracker,
660
tracker_registry.register(
661
shortname, ProjectIntegerBugTracker(
662
shortname, url + '/{project}/issues/{id}'))