160
157
:param url: Git URL
161
158
:return: Tuple with host, port, username, path.
163
(scheme, netloc, loc, _, _) = urlparse.urlsplit(url)
164
path = urlparse.unquote(loc)
160
parsed_url = urlparse.urlparse(url)
161
path = urlparse.unquote(parsed_url.path)
165
162
if path.startswith("/~"):
167
(username, hostport) = splituser(netloc)
168
(host, port) = splitnport(hostport, None)
169
return (host, port, username, path)
164
return ((parsed_url.hostname or '', parsed_url.port, parsed_url.username, path))
172
167
class RemoteGitError(BzrError):
197
192
message.endswith(' not found.'))):
198
193
return NotBranchError(url, message)
199
194
if message == "HEAD failed to update":
200
base_url, _ = urlutils.split_segment_parameters(url)
195
base_url = urlutils.strip_segment_parameters(url)
201
196
return HeadUpdateFailed(base_url)
202
197
if message.startswith('access denied or repository not exported:'):
203
extra, path = message.split(': ', 1)
204
return PermissionDenied(path, extra)
198
extra, path = message.split(':', 1)
199
return PermissionDenied(path.strip(), extra)
205
200
if message.endswith('You are not allowed to push code to this project.'):
206
201
return PermissionDenied(url, message)
207
202
if message.endswith(' does not appear to be a git repository'):
208
203
return NotBranchError(url, message)
204
if message == 'pre-receive hook declined':
205
return PermissionDenied(url, message)
206
if re.match('(.+) is not a valid repository name',
207
message.splitlines()[0]):
208
return NotBranchError(url, message)
210
'GitLab: You are not allowed to push code to protected branches '
212
return PermissionDenied(url, message)
209
213
m = re.match(r'Permission to ([^ ]+) denied to ([^ ]+)\.', message)
211
215
return PermissionDenied(m.group(1), 'denied to %s' % m.group(2))
213
217
return RemoteGitError(message)
220
def parse_git_hangup(url, e):
221
"""Parse the error lines from a git servers stderr on hangup.
223
:param url: URL of the remote repository
224
:param e: A HangupException
226
stderr_lines = getattr(e, 'stderr_lines', None)
229
if all(line.startswith(b'remote: ') for line in stderr_lines):
231
line[len(b'remote: '):] for line in stderr_lines]
232
interesting_lines = [
233
line for line in stderr_lines
234
if line and line.replace(b'=', b'')]
235
if len(interesting_lines) == 1:
236
interesting_line = interesting_lines[0]
237
return parse_git_error(
238
url, interesting_line.decode('utf-8', 'surrogateescape'))
239
return RemoteGitError(
240
b'\n'.join(stderr_lines).decode('utf-8', 'surrogateescape'))
216
243
class GitSmartTransport(Transport):
218
245
def __init__(self, url, _client=None):
448
def get_changed_refs_wrapper(refs):
449
# TODO(jelmer): This drops symref information
450
self._refs = remote_refs_dict_to_container(refs)
451
return get_changed_refs(refs)
479
def get_changed_refs_wrapper(remote_refs):
480
if self._refs is not None:
481
update_refs_container(self._refs, remote_refs)
482
return get_changed_refs(remote_refs)
453
484
return self._client.send_pack(
454
485
self._client_path, get_changed_refs_wrapper,
455
486
generate_pack_data, progress)
487
except HangupException as e:
488
raise parse_git_hangup(self.transport.external_url(), e)
456
489
except GitProtocolError as e:
457
490
raise parse_git_error(self.transport.external_url(), e)
563
602
push_result.branch_push_result = None
564
603
repo = self.find_repository()
565
604
refname = self._get_selected_ref(name)
606
ref_chain, old_sha = self.get_refs_container().follow(refname)
607
except NotBranchError:
608
actual_refname = refname
612
actual_refname = ref_chain[-1]
614
actual_refname = refname
566
615
if isinstance(source, GitBranch) and lossy:
567
616
raise errors.LossyPushToSameVCS(source.controldir, self)
568
617
source_store = get_object_store(source.repository)
618
fetch_tags = source.get_config_stack().get('branch.fetch_tags')
619
def get_changed_refs(remote_refs):
620
if self._refs is not None:
621
update_refs_container(self._refs, remote_refs)
623
# TODO(jelmer): Unpeel if necessary
624
push_result.new_original_revid = revision_id
626
new_sha = source_store._lookup_revision_sha1(revision_id)
629
new_sha = repo.lookup_bzr_revision_id(revision_id)[0]
630
except errors.NoSuchRevision:
631
raise errors.NoRoundtrippingSupport(
632
source, self.open_branch(name=name, nascent_ok=True))
634
old_sha = remote_refs.get(actual_refname)
635
if remote_divergence(old_sha, new_sha, source_store):
636
raise DivergedBranches(
637
source, self.open_branch(name, nascent_ok=True))
638
ret[actual_refname] = new_sha
640
for tagname, revid in source.tags.get_tag_dict().items():
641
if tag_selector and not tag_selector(tagname):
645
new_sha = source_store._lookup_revision_sha1(revid)
647
if source.repository.has_revision(revid):
651
new_sha = repo.lookup_bzr_revision_id(revid)[0]
652
except errors.NoSuchRevision:
655
if not source.repository.has_revision(revid):
657
ret[tag_name_to_ref(tagname)] = new_sha
569
659
with source_store.lock_read():
570
def get_changed_refs(refs):
571
self._refs = remote_refs_dict_to_container(refs)
573
# TODO(jelmer): Unpeel if necessary
574
push_result.new_original_revid = revision_id
660
def generate_pack_data(have, want, progress=None,
662
git_repo = getattr(source.repository, '_git', None)
664
shallow = git_repo.get_shallow()
576
new_sha = source_store._lookup_revision_sha1(revision_id)
668
return source_store.generate_lossy_pack_data(
669
have, want, shallow=shallow,
670
progress=progress, ofs_delta=ofs_delta)
672
return source_store.generate_pack_data(
673
have, want, shallow=shallow,
674
progress=progress, ofs_delta=ofs_delta)
579
new_sha = repo.lookup_bzr_revision_id(revision_id)[0]
580
except errors.NoSuchRevision:
581
raise errors.NoRoundtrippingSupport(
582
source, self.open_branch(name=name, nascent_ok=True))
584
if remote_divergence(ret.get(refname), new_sha,
586
raise DivergedBranches(
587
source, self.open_branch(name, nascent_ok=True))
588
ret[refname] = new_sha
591
generate_pack_data = source_store.generate_lossy_pack_data
593
generate_pack_data = source_store.generate_pack_data
594
new_refs = self.send_pack(get_changed_refs, generate_pack_data)
676
return source_store.generate_pack_data(
677
have, want, progress=progress, ofs_delta=ofs_delta)
678
dw_result = self.send_pack(get_changed_refs, generate_pack_data)
679
if not isinstance(dw_result, dict):
680
new_refs = dw_result.refs
681
error = dw_result.ref_status.get(actual_refname)
683
raise RemoteGitError(error)
684
for ref, error in dw_result.ref_status.items():
686
trace.warning('unable to open ref %s: %s',
688
else: # dulwich < 0.20.4
595
690
push_result.new_revid = repo.lookup_foreign_revision_id(
598
old_remote = self._refs[refname]
600
old_remote = ZERO_SHA
601
push_result.old_revid = repo.lookup_foreign_revision_id(old_remote)
602
self._refs = remote_refs_dict_to_container(new_refs)
691
new_refs[actual_refname])
692
if old_sha is not None:
693
push_result.old_revid = repo.lookup_foreign_revision_id(old_sha)
695
push_result.old_revid = NULL_REVISION
696
if self._refs is not None:
697
update_refs_container(self._refs, new_refs)
603
698
push_result.target_branch = self.open_branch(name)
604
if old_remote != ZERO_SHA:
699
if old_sha is not None:
605
700
push_result.branch_push_result = GitBranchPushResult()
606
701
push_result.branch_push_result.source_branch = source
607
702
push_result.branch_push_result.target_branch = (
661
752
def __init__(self, transport, *args, **kwargs):
662
753
self.transport = transport
663
super(BzrGitHttpClient, self).__init__(
664
transport.external_url(), *args, **kwargs)
754
url = urlutils.URL.from_string(transport.external_url())
755
url.user = url.quoted_user = None
756
url.password = url.quoted_password = None
757
url = urlutils.strip_segment_parameters(str(url))
758
super(BzrGitHttpClient, self).__init__(url, *args, **kwargs)
666
760
def _http_request(self, url, headers=None, data=None,
667
761
allow_compression=False):
676
770
`redirect_location` properties, and `read` is a consumable read
677
771
method for the response data.
679
from breezy.transport.http._urllib2_wrappers import Request
680
headers['User-agent'] = user_agent_for_github()
773
if is_github_url(url):
774
headers['User-agent'] = user_agent_for_github()
681
775
headers["Pragma"] = "no-cache"
682
776
if allow_compression:
683
777
headers["Accept-Encoding"] = "gzip"
685
779
headers["Accept-Encoding"] = "identity"
781
response = self.transport.request(
688
782
('GET' if data is None else 'POST'),
690
accepted_errors=[200, 404])
691
request.follow_redirections = True
693
response = self.transport._perform(request)
695
if response.code == 404:
785
headers=headers, retries=8)
787
if response.status == 404:
696
788
raise NotGitRepository()
697
elif response.code != 200:
789
elif response.status != 200:
698
790
raise GitProtocolError("unexpected http resp %d for %s" %
699
(response.code, url))
791
(response.status, url))
701
793
# TODO: Optimization available by adding `preload_content=False` to the
702
794
# request and just passing the `read` method on instead of going via
747
848
"""Open this directory.
750
# we dont grok readonly - git isn't integrated with transport.
752
if url.startswith('readonly+'):
753
url = url[len('readonly+'):]
754
scheme = urlparse.urlsplit(transport.external_url())[0]
851
split_url = _git_url_and_path_from_transport(transport.external_url())
755
852
if isinstance(transport, GitSmartTransport):
756
853
client = transport._get_client()
757
client_path = transport._get_path()
758
elif scheme in ("http", "https"):
854
elif split_url.scheme in ("http", "https"):
759
855
client = BzrGitHttpClient(transport)
760
client_path, _ = urlutils.split_segment_parameters(transport._path)
761
elif scheme == 'file':
856
elif split_url.scheme in ('file', ):
762
857
client = dulwich.client.LocalGitClient()
763
client_path = transport.local_abspath('.')
765
859
raise NotBranchError(transport.base)
767
861
pass # TODO(jelmer): Actually probe for something
768
return RemoteGitDir(transport, self, client, client_path)
862
return RemoteGitDir(transport, self, client, split_url.path)
770
864
def get_format_description(self):
771
865
return "Remote Git Repository"
817
912
return osutils.file_iterator(f)
819
def is_versioned(self, path, file_id=None):
914
def is_versioned(self, path):
820
915
raise GitSmartRemoteNotSupported(self.is_versioned, self)
822
917
def has_filename(self, path):
823
918
raise GitSmartRemoteNotSupported(self.has_filename, self)
825
def get_file_text(self, path, file_id=None):
920
def get_file_text(self, path):
826
921
raise GitSmartRemoteNotSupported(self.get_file_text, self)
923
def list_files(self, include_root=False, from_dir=None, recursive=True):
924
raise GitSmartRemoteNotSupported(self.list_files, self)
829
927
class RemoteGitRepository(GitRepository):
929
supports_random_access = False
832
932
def user_url(self):
833
933
return self.control_url