/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/plugins/gitlab/hoster.py

  • Committer: Breezy landing bot
  • Author(s): Jelmer Vernooij
  • Date: 2020-06-01 21:57:00 UTC
  • mfrom: (7490.39.3 move-launchpad)
  • Revision ID: breezy.the.bot@gmail.com-20200601215700-joxuzo6w172gq74v
Move launchpad hoster support to the launchpad plugin.

Merged from https://code.launchpad.net/~jelmer/brz/move-launchpad/+merge/384931

Show diffs side-by-side

added added

removed removed

Lines of Context:
18
18
 
19
19
import json
20
20
import os
21
 
import re
22
21
import time
23
22
 
24
23
from ... import (
40
39
    MergeProposalExists,
41
40
    NoSuchProject,
42
41
    PrerequisiteBranchUnsupported,
43
 
    SourceNotDerivedFromTarget,
44
42
    UnsupportedHoster,
45
43
    )
46
44
 
76
74
        self.url = url
77
75
 
78
76
 
79
 
class GitLabUnprocessable(errors.BzrError):
80
 
 
81
 
    _fmt = "GitLab can not process request: %(error)s."
82
 
 
83
 
    def __init__(self, error):
84
 
        errors.BzrError.__init__(self, error=error)
85
 
 
86
 
 
87
77
class DifferentGitLabInstances(errors.BzrError):
88
78
 
89
79
    _fmt = ("Can't create merge proposals across GitLab instances: "
107
97
        self.error = error
108
98
 
109
99
 
110
 
class GitLabConflict(errors.BzrError):
111
 
 
112
 
    _fmt = "Conflict during operation: %(reason)s"
113
 
 
114
 
    def __init__(self, reason):
115
 
        errors.BzrError(self, reason=reason)
116
 
 
117
 
 
118
 
class ForkingDisabled(errors.BzrError):
119
 
 
120
 
    _fmt = ("Forking on project %(project)s is disabled.")
121
 
 
122
 
    def __init__(self, project):
123
 
        self.project = project
124
 
 
125
 
 
126
 
class MergeRequestConflict(Exception):
127
 
    """Raised when a merge requests conflicts."""
128
 
 
129
 
    def __init__(self, reason):
130
 
        self.reason = reason
131
 
 
132
 
 
133
 
class ProjectCreationTimeout(errors.BzrError):
134
 
 
135
 
    _fmt = ("Timeout (%(timeout)ds) while waiting for project "
136
 
            "%(project)s to be created.")
137
 
 
138
 
    def __init__(self, project, timeout):
139
 
        self.project = project
140
 
        self.timeout = timeout
 
100
class MergeRequestExists(Exception):
 
101
    """Raised when a merge requests already exists."""
141
102
 
142
103
 
143
104
def default_config_path():
216
177
    return host, project_name, int(parts[-1])
217
178
 
218
179
 
219
 
def _unexpected_status(path, response):
220
 
    raise errors.UnexpectedHttpStatus(
221
 
        path, response.status, response.data.decode('utf-8', 'replace'))
222
 
 
223
 
 
224
180
class GitLabMergeProposal(MergeProposal):
225
181
 
226
182
    def __init__(self, gl, mr):
259
215
        return self._branch_url_from_project(
260
216
            self._mr['source_project_id'], self._mr['source_branch'])
261
217
 
262
 
    def get_source_revision(self):
263
 
        from breezy.git.mapping import default_mapping
264
 
        sha = self._mr['sha']
265
 
        if sha is None:
266
 
            return None
267
 
        return default_mapping.revision_id_foreign_to_bzr(sha.encode('ascii'))
268
 
 
269
218
    def get_target_branch_url(self):
270
219
        return self._branch_url_from_project(
271
220
            self._mr['target_project_id'], self._mr['target_branch'])
323
272
        import iso8601
324
273
        return iso8601.parse_date(merged_at)
325
274
 
326
 
    def post_comment(self, body):
327
 
        kwargs = {'body': body}
328
 
        self.gl._post_merge_request_note(
329
 
            self._mr['project_id'], self._mr['iid'], kwargs)
330
 
 
331
275
 
332
276
def gitlab_url_to_bzr_url(url, name):
333
277
    return git_url_to_bzr_url(url, branch=name)
352
296
    def base_hostname(self):
353
297
        return urlutils.parse_url(self.base_url)[3]
354
298
 
355
 
    def _find_correct_project_name(self, path):
356
 
        try:
357
 
            resp = self.transport.request(
358
 
                'GET', urlutils.join(self.base_url, path),
359
 
                headers=self.headers)
360
 
        except errors.RedirectRequested as e:
361
 
            return urlutils.parse_url(e.target)[-1].strip('/')
362
 
        if resp.status != 200:
363
 
            _unexpected_status(path, resp)
364
 
        return None
365
 
 
366
299
    def _api_request(self, method, path, fields=None, body=None):
367
300
        return self.transport.request(
368
301
            method, urlutils.join(self.base_url, 'api', 'v4', path),
380
313
            raise KeyError('no such user %s' % username)
381
314
        if response.status == 200:
382
315
            return json.loads(response.data)
383
 
        _unexpected_status(path, response)
 
316
        raise errors.InvalidHttpResponse(path, response.text)
384
317
 
385
318
    def _get_user_by_email(self, email):
386
319
        path = 'users?search=%s' % urlutils.quote(str(email), '')
392
325
            if len(ret) != 1:
393
326
                raise ValueError('unexpected number of results; %r' % ret)
394
327
            return ret[0]
395
 
        _unexpected_status(path, response)
 
328
        raise errors.InvalidHttpResponse(path, response.text)
396
329
 
397
 
    def _get_project(self, project_name, _redirect_checked=False):
 
330
    def _get_project(self, project_name):
398
331
        path = 'projects/%s' % urlutils.quote(str(project_name), '')
399
332
        response = self._api_request('GET', path)
400
333
        if response.status == 404:
401
 
            if not _redirect_checked:
402
 
                project_name = self._find_correct_project_name(project_name)
403
 
                if project_name is not None:
404
 
                    return self._get_project(project_name, _redirect_checked=True)
405
334
            raise NoSuchProject(project_name)
406
335
        if response.status == 200:
407
336
            return json.loads(response.data)
408
 
        _unexpected_status(path, response)
 
337
        raise errors.InvalidHttpResponse(path, response.text)
409
338
 
410
 
    def _fork_project(self, project_name, timeout=50, interval=5, owner=None):
 
339
    def _fork_project(self, project_name, timeout=50, interval=5):
411
340
        path = 'projects/%s/fork' % urlutils.quote(str(project_name), '')
412
 
        fields = {}
413
 
        if owner is not None:
414
 
            fields['namespace'] = owner
415
 
        response = self._api_request('POST', path, fields=fields)
416
 
        if response.status == 404:
417
 
            raise ForkingDisabled(project_name)
418
 
        if response.status == 409:
419
 
            resp = json.loads(response.data)
420
 
            raise GitLabConflict(resp.get('message'))
 
341
        response = self._api_request('POST', path)
421
342
        if response.status not in (200, 201):
422
 
            _unexpected_status(path, response)
 
343
            raise errors.InvalidHttpResponse(path, response.text)
423
344
        # The response should be valid JSON, but let's ignore it
424
345
        project = json.loads(response.data)
425
346
        # Spin and wait until import_status for new project
428
349
        while project['import_status'] not in ('finished', 'none'):
429
350
            mutter('import status is %s', project['import_status'])
430
351
            if time.time() > deadline:
431
 
                raise ProjectCreationTimeout(
432
 
                    project['path_with_namespace'], timeout)
 
352
                raise Exception('timeout waiting for project to become available')
433
353
            time.sleep(interval)
434
354
            project = self._get_project(project['path_with_namespace'])
435
355
        return project
436
356
 
437
 
    def get_current_user(self):
 
357
    def _get_logged_in_username(self):
438
358
        return self._current_user['username']
439
359
 
440
 
    def get_user_url(self, username):
441
 
        return urlutils.join(self.base_url, username)
442
 
 
443
360
    def _list_paged(self, path, parameters=None, per_page=None):
444
361
        if parameters is None:
445
362
            parameters = {}
456
373
            if response.status == 403:
457
374
                raise errors.PermissionDenied(response.text)
458
375
            if response.status != 200:
459
 
                _unexpected_status(path, response)
 
376
                raise errors.InvalidHttpResponse(path, response.text)
460
377
            page = response.getheader("X-Next-Page")
461
378
            for entry in json.loads(response.data):
462
379
                yield entry
463
380
 
464
 
    def _list_merge_requests(self, author=None, project=None, state=None):
 
381
    def _list_merge_requests(self, owner=None, project=None, state=None):
465
382
        if project is not None:
466
383
            path = 'projects/%s/merge_requests' % urlutils.quote(str(project), '')
467
384
        else:
469
386
        parameters = {}
470
387
        if state:
471
388
            parameters['state'] = state
472
 
        if author:
473
 
            parameters['author_username'] = urlutils.quote(author, '')
 
389
        if owner:
 
390
            parameters['owner_id'] = urlutils.quote(owner, '')
474
391
        return self._list_paged(path, parameters, per_page=DEFAULT_PAGE_SIZE)
475
392
 
476
393
    def _get_merge_request(self, project, merge_id):
479
396
        if response.status == 403:
480
397
            raise errors.PermissionDenied(response.text)
481
398
        if response.status != 200:
482
 
            _unexpected_status(path, response)
 
399
            raise errors.InvalidHttpResponse(path, response.text)
483
400
        return json.loads(response.data)
484
401
 
485
402
    def _list_projects(self, owner):
493
410
        response = self._api_request('PUT', path, fields=mr)
494
411
        if response.status == 200:
495
412
            return json.loads(response.data)
496
 
        if response.status == 403:
497
 
            raise errors.PermissionDenied(response.text)
498
 
        _unexpected_status(path, response)
499
 
 
500
 
    def _post_merge_request_note(self, project_id, iid, kwargs):
501
 
        path = 'projects/%s/merge_requests/%s/notes' % (
502
 
            urlutils.quote(str(project_id), ''), iid)
503
 
        response = self._api_request('POST', path, fields=kwargs)
504
 
        if response.status == 201:
505
 
            json.loads(response.data)
506
 
            return
507
 
        if response.status == 403:
508
 
            raise errors.PermissionDenied(response.text)
509
 
        _unexpected_status(path, response)
 
413
        raise errors.InvalidHttpResponse(path, response.text)
510
414
 
511
415
    def _create_mergerequest(
512
416
            self, title, source_project_id, target_project_id,
527
431
        if response.status == 403:
528
432
            raise errors.PermissionDenied(response.text)
529
433
        if response.status == 409:
530
 
            raise MergeRequestConflict(json.loads(response.data))
531
 
        if response.status == 422:
532
 
            data = json.loads(response.data)
533
 
            raise GitLabUnprocessable(data['error'])
 
434
            raise MergeRequestExists()
534
435
        if response.status != 201:
535
 
            _unexpected_status(path, response)
 
436
            raise errors.InvalidHttpResponse(path, response.text)
536
437
        return json.loads(response.data)
537
438
 
538
439
    def get_push_url(self, branch):
544
445
    def publish_derived(self, local_branch, base_branch, name, project=None,
545
446
                        owner=None, revision_id=None, overwrite=False,
546
447
                        allow_lossy=True, tag_selector=None):
547
 
        (host, base_project_name, base_branch_name) = parse_gitlab_branch_url(base_branch)
548
 
        if owner is None:
549
 
            owner = base_branch.get_config_stack().get('fork-namespace')
550
 
        if owner is None:
551
 
            owner = self.get_current_user()
552
 
        base_project = self._get_project(base_project_name)
 
448
        (host, base_project, base_branch_name) = parse_gitlab_branch_url(base_branch)
 
449
        if owner is None:
 
450
            owner = self._get_logged_in_username()
553
451
        if project is None:
554
 
            project = base_project['path']
 
452
            project = self._get_project(base_project)['path']
555
453
        try:
556
454
            target_project = self._get_project('%s/%s' % (owner, project))
557
455
        except NoSuchProject:
558
 
            target_project = self._fork_project(
559
 
                base_project['path_with_namespace'], owner=owner)
 
456
            target_project = self._fork_project(base_project)
560
457
        remote_repo_url = git_url_to_bzr_url(target_project['ssh_url_to_repo'])
561
458
        remote_dir = controldir.ControlDir.open(remote_repo_url)
562
459
        try:
576
473
    def get_derived_branch(self, base_branch, name, project=None, owner=None):
577
474
        (host, base_project, base_branch_name) = parse_gitlab_branch_url(base_branch)
578
475
        if owner is None:
579
 
            owner = self.get_current_user()
 
476
            owner = self._get_logged_in_username()
580
477
        if project is None:
581
478
            project = self._get_project(base_project)['path']
582
479
        try:
625
522
                raise GitLabLoginMissing()
626
523
            else:
627
524
                raise GitlabLoginError(response.text)
628
 
        raise UnsupportedHoster(self.base_url)
 
525
        raise UnsupportedHoster(url)
629
526
 
630
527
    @classmethod
631
528
    def probe_from_url(cls, url, possible_transports=None):
649
546
                get_transport(credentials['url']),
650
547
                private_token=credentials.get('private_token'))
651
548
 
652
 
    def iter_my_proposals(self, status='open', author=None):
653
 
        if author is None:
654
 
            author = self.get_current_user()
 
549
    def iter_my_proposals(self, status='open'):
655
550
        state = mp_status_to_status(status)
656
 
        for mp in self._list_merge_requests(author=author, state=state):
 
551
        for mp in self._list_merge_requests(
 
552
                owner=self._get_logged_in_username(), state=state):
657
553
            yield GitLabMergeProposal(self, mp)
658
554
 
659
 
    def iter_my_forks(self, owner=None):
660
 
        if owner is not None:
661
 
            owner = self.get_current_user()
662
 
        for project in self._list_projects(owner=owner):
 
555
    def iter_my_forks(self):
 
556
        for project in self._list_projects(owner=self._get_logged_in_username()):
663
557
            base_project = project.get('forked_from_project')
664
558
            if not base_project:
665
559
                continue
687
581
        if response.status == 404:
688
582
            raise NoSuchProject(project)
689
583
        if response.status != 202:
690
 
            _unexpected_status(path, response)
 
584
            raise errors.InvalidHttpResponse(path, response.text)
691
585
 
692
586
 
693
587
class GitlabMergeProposalBuilder(MergeProposalBuilder):
754
648
                kwargs['assignee_ids'].append(user['id'])
755
649
        try:
756
650
            merge_request = self.gl._create_mergerequest(**kwargs)
757
 
        except MergeRequestConflict as e:
758
 
            m = re.fullmatch(
759
 
                r'Another open merge request already exists for '
760
 
                r'this source branch: \!([0-9]+)',
761
 
                e.reason['message'][0])
762
 
            if m:
763
 
                merge_id = int(m.group(1))
764
 
                mr = self.gl._get_merge_request(
765
 
                    target_project['path_with_namespace'], merge_id)
766
 
                raise MergeProposalExists(
767
 
                    self.source_branch.user_url, GitLabMergeProposal(self.gl, mr))
768
 
            raise Exception('conflict: %r' % e.reason)
769
 
        except GitLabUnprocessable as e:
770
 
            if e.error == [
771
 
                    "Source project is not a fork of the target project"]:
772
 
                raise SourceNotDerivedFromTarget(
773
 
                    self.source_branch, self.target_branch)
 
651
        except MergeRequestExists:
 
652
            raise MergeProposalExists(self.source_branch.user_url)
774
653
        return GitLabMergeProposal(self.gl, merge_request)
775
654
 
776
655