/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/remote.py

  • Committer: Martin Pool
  • Date: 2009-09-14 01:48:28 UTC
  • mfrom: (4685 +trunk)
  • mto: This revision was merged to the branch mainline in revision 4688.
  • Revision ID: mbp@sourcefrog.net-20090914014828-ydr9rlkdfq2sv57z
Merge news

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/remote.py
426
426
        self._custom_format = None
427
427
        self._network_name = None
428
428
        self._creating_bzrdir = None
 
429
        self._supports_chks = None
429
430
        self._supports_external_lookups = None
430
431
        self._supports_tree_reference = None
431
432
        self._rich_root_data = None
432
433
 
 
434
    def __repr__(self):
 
435
        return "%s(_network_name=%r)" % (self.__class__.__name__,
 
436
            self._network_name)
 
437
 
433
438
    @property
434
439
    def fast_deltas(self):
435
440
        self._ensure_real()
443
448
        return self._rich_root_data
444
449
 
445
450
    @property
 
451
    def supports_chks(self):
 
452
        if self._supports_chks is None:
 
453
            self._ensure_real()
 
454
            self._supports_chks = self._custom_format.supports_chks
 
455
        return self._supports_chks
 
456
 
 
457
    @property
446
458
    def supports_external_lookups(self):
447
459
        if self._supports_external_lookups is None:
448
460
            self._ensure_real()
554
566
    def __eq__(self, other):
555
567
        return self.__class__ is other.__class__
556
568
 
557
 
    def check_conversion_target(self, target_format):
558
 
        if self.rich_root_data and not target_format.rich_root_data:
559
 
            raise errors.BadConversionTarget(
560
 
                'Does not support rich root data.', target_format)
561
 
        if (self.supports_tree_reference and
562
 
            not getattr(target_format, 'supports_tree_reference', False)):
563
 
            raise errors.BadConversionTarget(
564
 
                'Does not support nested trees', target_format)
565
 
 
566
569
    def network_name(self):
567
570
        if self._network_name:
568
571
            return self._network_name
1178
1181
        self._ensure_real()
1179
1182
        return self._real_repository.get_inventory(revision_id)
1180
1183
 
1181
 
    def iter_inventories(self, revision_ids):
 
1184
    def iter_inventories(self, revision_ids, ordering=None):
1182
1185
        self._ensure_real()
1183
 
        return self._real_repository.iter_inventories(revision_ids)
 
1186
        return self._real_repository.iter_inventories(revision_ids, ordering)
1184
1187
 
1185
1188
    @needs_read_lock
1186
1189
    def get_revision(self, revision_id):
1470
1473
        return self._real_repository.get_revision_reconcile(revision_id)
1471
1474
 
1472
1475
    @needs_read_lock
1473
 
    def check(self, revision_ids=None):
 
1476
    def check(self, revision_ids=None, callback_refs=None, check_repo=True):
1474
1477
        self._ensure_real()
1475
 
        return self._real_repository.check(revision_ids=revision_ids)
 
1478
        return self._real_repository.check(revision_ids=revision_ids,
 
1479
            callback_refs=callback_refs, check_repo=check_repo)
1476
1480
 
1477
1481
    def copy_content_into(self, destination, revision_id=None):
1478
1482
        self._ensure_real()
1618
1622
        self._ensure_real()
1619
1623
        return self._real_repository.revision_graph_can_have_wrong_parents()
1620
1624
 
1621
 
    def _find_inconsistent_revision_parents(self):
 
1625
    def _find_inconsistent_revision_parents(self, revisions_iterator=None):
1622
1626
        self._ensure_real()
1623
 
        return self._real_repository._find_inconsistent_revision_parents()
 
1627
        return self._real_repository._find_inconsistent_revision_parents(
 
1628
            revisions_iterator)
1624
1629
 
1625
1630
    def _check_for_inconsistent_revision_parents(self):
1626
1631
        self._ensure_real()
1680
1685
    def insert_stream(self, stream, src_format, resume_tokens):
1681
1686
        target = self.target_repo
1682
1687
        target._unstacked_provider.missing_keys.clear()
 
1688
        candidate_calls = [('Repository.insert_stream_1.19', (1, 19))]
1683
1689
        if target._lock_token:
1684
 
            verb = 'Repository.insert_stream_locked'
1685
 
            extra_args = (target._lock_token or '',)
1686
 
            required_version = (1, 14)
 
1690
            candidate_calls.append(('Repository.insert_stream_locked', (1, 14)))
 
1691
            lock_args = (target._lock_token or '',)
1687
1692
        else:
1688
 
            verb = 'Repository.insert_stream'
1689
 
            extra_args = ()
1690
 
            required_version = (1, 13)
 
1693
            candidate_calls.append(('Repository.insert_stream', (1, 13)))
 
1694
            lock_args = ()
1691
1695
        client = target._client
1692
1696
        medium = client._medium
1693
 
        if medium._is_remote_before(required_version):
1694
 
            # No possible way this can work.
1695
 
            return self._insert_real(stream, src_format, resume_tokens)
1696
1697
        path = target.bzrdir._path_for_remote_call(client)
1697
 
        if not resume_tokens:
1698
 
            # XXX: Ugly but important for correctness, *will* be fixed during
1699
 
            # 1.13 cycle. Pushing a stream that is interrupted results in a
1700
 
            # fallback to the _real_repositories sink *with a partial stream*.
1701
 
            # Thats bad because we insert less data than bzr expected. To avoid
1702
 
            # this we do a trial push to make sure the verb is accessible, and
1703
 
            # do not fallback when actually pushing the stream. A cleanup patch
1704
 
            # is going to look at rewinding/restarting the stream/partial
1705
 
            # buffering etc.
 
1698
        # Probe for the verb to use with an empty stream before sending the
 
1699
        # real stream to it.  We do this both to avoid the risk of sending a
 
1700
        # large request that is then rejected, and because we don't want to
 
1701
        # implement a way to buffer, rewind, or restart the stream.
 
1702
        found_verb = False
 
1703
        for verb, required_version in candidate_calls:
 
1704
            if medium._is_remote_before(required_version):
 
1705
                continue
 
1706
            if resume_tokens:
 
1707
                # We've already done the probing (and set _is_remote_before) on
 
1708
                # a previous insert.
 
1709
                found_verb = True
 
1710
                break
1706
1711
            byte_stream = smart_repo._stream_to_byte_stream([], src_format)
1707
1712
            try:
1708
1713
                response = client.call_with_body_stream(
1709
 
                    (verb, path, '') + extra_args, byte_stream)
 
1714
                    (verb, path, '') + lock_args, byte_stream)
1710
1715
            except errors.UnknownSmartMethod:
1711
1716
                medium._remember_remote_is_before(required_version)
1712
 
                return self._insert_real(stream, src_format, resume_tokens)
 
1717
            else:
 
1718
                found_verb = True
 
1719
                break
 
1720
        if not found_verb:
 
1721
            # Have to use VFS.
 
1722
            return self._insert_real(stream, src_format, resume_tokens)
 
1723
        self._last_inv_record = None
 
1724
        self._last_substream = None
 
1725
        if required_version < (1, 19):
 
1726
            # Remote side doesn't support inventory deltas.  Wrap the stream to
 
1727
            # make sure we don't send any.  If the stream contains inventory
 
1728
            # deltas we'll interrupt the smart insert_stream request and
 
1729
            # fallback to VFS.
 
1730
            stream = self._stop_stream_if_inventory_delta(stream)
1713
1731
        byte_stream = smart_repo._stream_to_byte_stream(
1714
1732
            stream, src_format)
1715
1733
        resume_tokens = ' '.join(resume_tokens)
1716
1734
        response = client.call_with_body_stream(
1717
 
            (verb, path, resume_tokens) + extra_args, byte_stream)
 
1735
            (verb, path, resume_tokens) + lock_args, byte_stream)
1718
1736
        if response[0][0] not in ('ok', 'missing-basis'):
1719
1737
            raise errors.UnexpectedSmartServerResponse(response)
 
1738
        if self._last_substream is not None:
 
1739
            # The stream included an inventory-delta record, but the remote
 
1740
            # side isn't new enough to support them.  So we need to send the
 
1741
            # rest of the stream via VFS.
 
1742
            self.target_repo.refresh_data()
 
1743
            return self._resume_stream_with_vfs(response, src_format)
1720
1744
        if response[0][0] == 'missing-basis':
1721
1745
            tokens, missing_keys = bencode.bdecode_as_tuple(response[0][1])
1722
1746
            resume_tokens = tokens
1725
1749
            self.target_repo.refresh_data()
1726
1750
            return [], set()
1727
1751
 
 
1752
    def _resume_stream_with_vfs(self, response, src_format):
 
1753
        """Resume sending a stream via VFS, first resending the record and
 
1754
        substream that couldn't be sent via an insert_stream verb.
 
1755
        """
 
1756
        if response[0][0] == 'missing-basis':
 
1757
            tokens, missing_keys = bencode.bdecode_as_tuple(response[0][1])
 
1758
            # Ignore missing_keys, we haven't finished inserting yet
 
1759
        else:
 
1760
            tokens = []
 
1761
        def resume_substream():
 
1762
            # Yield the substream that was interrupted.
 
1763
            for record in self._last_substream:
 
1764
                yield record
 
1765
            self._last_substream = None
 
1766
        def resume_stream():
 
1767
            # Finish sending the interrupted substream
 
1768
            yield ('inventory-deltas', resume_substream())
 
1769
            # Then simply continue sending the rest of the stream.
 
1770
            for substream_kind, substream in self._last_stream:
 
1771
                yield substream_kind, substream
 
1772
        return self._insert_real(resume_stream(), src_format, tokens)
 
1773
 
 
1774
    def _stop_stream_if_inventory_delta(self, stream):
 
1775
        """Normally this just lets the original stream pass-through unchanged.
 
1776
 
 
1777
        However if any 'inventory-deltas' substream occurs it will stop
 
1778
        streaming, and store the interrupted substream and stream in
 
1779
        self._last_substream and self._last_stream so that the stream can be
 
1780
        resumed by _resume_stream_with_vfs.
 
1781
        """
 
1782
                    
 
1783
        stream_iter = iter(stream)
 
1784
        for substream_kind, substream in stream_iter:
 
1785
            if substream_kind == 'inventory-deltas':
 
1786
                self._last_substream = substream
 
1787
                self._last_stream = stream_iter
 
1788
                return
 
1789
            else:
 
1790
                yield substream_kind, substream
 
1791
            
1728
1792
 
1729
1793
class RemoteStreamSource(repository.StreamSource):
1730
1794
    """Stream data from a remote server."""
1733
1797
        if (self.from_repository._fallback_repositories and
1734
1798
            self.to_format._fetch_order == 'topological'):
1735
1799
            return self._real_stream(self.from_repository, search)
1736
 
        return self.missing_parents_chain(search, [self.from_repository] +
1737
 
            self.from_repository._fallback_repositories)
 
1800
        sources = []
 
1801
        seen = set()
 
1802
        repos = [self.from_repository]
 
1803
        while repos:
 
1804
            repo = repos.pop(0)
 
1805
            if repo in seen:
 
1806
                continue
 
1807
            seen.add(repo)
 
1808
            repos.extend(repo._fallback_repositories)
 
1809
            sources.append(repo)
 
1810
        return self.missing_parents_chain(search, sources)
 
1811
 
 
1812
    def get_stream_for_missing_keys(self, missing_keys):
 
1813
        self.from_repository._ensure_real()
 
1814
        real_repo = self.from_repository._real_repository
 
1815
        real_source = real_repo._get_source(self.to_format)
 
1816
        return real_source.get_stream_for_missing_keys(missing_keys)
1738
1817
 
1739
1818
    def _real_stream(self, repo, search):
1740
1819
        """Get a stream for search from repo.
1747
1826
        """
1748
1827
        source = repo._get_source(self.to_format)
1749
1828
        if isinstance(source, RemoteStreamSource):
1750
 
            return repository.StreamSource.get_stream(source, search)
 
1829
            repo._ensure_real()
 
1830
            source = repo._real_repository._get_source(self.to_format)
1751
1831
        return source.get_stream(search)
1752
1832
 
1753
1833
    def _get_stream(self, repo, search):
1770
1850
            return self._real_stream(repo, search)
1771
1851
        client = repo._client
1772
1852
        medium = client._medium
1773
 
        if medium._is_remote_before((1, 13)):
1774
 
            # streaming was added in 1.13
1775
 
            return self._real_stream(repo, search)
1776
1853
        path = repo.bzrdir._path_for_remote_call(client)
1777
 
        try:
1778
 
            search_bytes = repo._serialise_search_result(search)
1779
 
            response = repo._call_with_body_bytes_expecting_body(
1780
 
                'Repository.get_stream',
1781
 
                (path, self.to_format.network_name()), search_bytes)
1782
 
            response_tuple, response_handler = response
1783
 
        except errors.UnknownSmartMethod:
1784
 
            medium._remember_remote_is_before((1,13))
 
1854
        search_bytes = repo._serialise_search_result(search)
 
1855
        args = (path, self.to_format.network_name())
 
1856
        candidate_verbs = [
 
1857
            ('Repository.get_stream_1.19', (1, 19)),
 
1858
            ('Repository.get_stream', (1, 13))]
 
1859
        found_verb = False
 
1860
        for verb, version in candidate_verbs:
 
1861
            if medium._is_remote_before(version):
 
1862
                continue
 
1863
            try:
 
1864
                response = repo._call_with_body_bytes_expecting_body(
 
1865
                    verb, args, search_bytes)
 
1866
            except errors.UnknownSmartMethod:
 
1867
                medium._remember_remote_is_before(version)
 
1868
            else:
 
1869
                response_tuple, response_handler = response
 
1870
                found_verb = True
 
1871
                break
 
1872
        if not found_verb:
1785
1873
            return self._real_stream(repo, search)
1786
1874
        if response_tuple[0] != 'ok':
1787
1875
            raise errors.UnexpectedSmartServerResponse(response_tuple)
2016
2104
                    self._real_branch._format.network_name()
2017
2105
        else:
2018
2106
            self._format = format
 
2107
        # when we do _ensure_real we may need to pass ignore_fallbacks to the
 
2108
        # branch.open_branch method.
 
2109
        self._real_ignore_fallbacks = not setup_stacking
2019
2110
        if not self._format._network_name:
2020
2111
            # Did not get from open_branchV2 - old server.
2021
2112
            self._ensure_real()
2066
2157
                raise AssertionError('smart server vfs must be enabled '
2067
2158
                    'to use vfs implementation')
2068
2159
            self.bzrdir._ensure_real()
2069
 
            self._real_branch = self.bzrdir._real_bzrdir.open_branch()
 
2160
            self._real_branch = self.bzrdir._real_bzrdir.open_branch(
 
2161
                ignore_fallbacks=self._real_ignore_fallbacks)
2070
2162
            if self.repository._real_repository is None:
2071
2163
                # Give the remote repository the matching real repo.
2072
2164
                real_repo = self._real_branch.repository
2176
2268
        medium = self._client._medium
2177
2269
        if medium._is_remote_before((1, 18)):
2178
2270
            self._vfs_set_tags_bytes(bytes)
 
2271
            return
2179
2272
        try:
2180
2273
            args = (
2181
2274
                self._remote_path(), self._lock_token, self._repo_lock_token)
2668
2761
                    'Missing key %r in context %r', key_err.args[0], context)
2669
2762
                raise err
2670
2763
 
2671
 
    if err.error_verb == 'NoSuchRevision':
 
2764
    if err.error_verb == 'IncompatibleRepositories':
 
2765
        raise errors.IncompatibleRepositories(err.error_args[0],
 
2766
            err.error_args[1], err.error_args[2])
 
2767
    elif err.error_verb == 'NoSuchRevision':
2672
2768
        raise NoSuchRevision(find('branch'), err.error_args[0])
2673
2769
    elif err.error_verb == 'nosuchrevision':
2674
2770
        raise NoSuchRevision(find('repository'), err.error_args[0])