/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
188 by mbp at sourcefrog
- experimental remote-branch support
1
# Copyright (C) 2005 Canonical Ltd
2
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
18
"""Proxy object for access to remote branches.
19
20
At the moment remote branches are only for HTTP and only for read
21
access.
22
"""
23
24
25
import gzip
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
26
from cStringIO import StringIO
1185.1.2 by Martin Pool
- merge various windows and other fixes from Ollie Rutherfurd
27
import os
419 by Martin Pool
- RemoteBranch.__str__ and repr
28
import urllib2
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
29
import urlparse
188 by mbp at sourcefrog
- experimental remote-branch support
30
1185.1.3 by Martin Pool
- fix up imports in remotebranch
31
from bzrlib.errors import BzrError, BzrCheckError
1390 by Robert Collins
pair programming worx... merge integration and weave
32
from bzrlib.branch import Branch, LocalBranch, BZR_BRANCH_FORMAT_5
1185.1.3 by Martin Pool
- fix up imports in remotebranch
33
from bzrlib.trace import mutter
1393 by Robert Collins
reenable remotebranch tests
34
from bzrlib.weavestore import WeaveStore
1189 by Martin Pool
- BROKEN: partial support for commit into weave
35
from bzrlib.xml5 import serializer_v5
188 by mbp at sourcefrog
- experimental remote-branch support
36
1393 by Robert Collins
reenable remotebranch tests
37
193 by mbp at sourcefrog
more experiments with http get
38
# velocitynet.com.au transparently proxies connections and thereby
39
# breaks keep-alive -- sucks!
40
41
974.1.53 by aaron.bentley at utoronto
Disabled urlgrabber
42
ENABLE_URLGRABBER = False
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
43
974.1.51 by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate
44
from bzrlib.errors import BzrError, NoSuchRevision
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
45
46
class GetFailed(BzrError):
47
    def __init__(self, url, status):
48
        BzrError.__init__(self, "Get %s failed with status %s" % (url, status))
49
        self.url = url
50
        self.status = status
417 by Martin Pool
- trace when we fetch a URL
51
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
52
if ENABLE_URLGRABBER:
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
53
    import util.urlgrabber
54
    import util.urlgrabber.keepalive
55
    util.urlgrabber.keepalive.DEBUG = 0
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
56
    def get_url(path, compressed=False):
57
        try:
58
            url = path
59
            if compressed:
60
                url += '.gz'
450 by Martin Pool
- Use urlgrabber by default
61
            mutter("grab url %s" % url)
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
62
            url_f = util.urlgrabber.urlopen(url, keepalive=1, close_connection=0)
63
            if url_f.status != 200:
64
                raise GetFailed(url, url_f.status)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
65
            if not compressed:
66
                return url_f
67
            else:
68
                return gzip.GzipFile(fileobj=StringIO(url_f.read()))
69
        except urllib2.URLError, e:
70
            raise BzrError("remote fetch failed: %r: %s" % (url, e))
450 by Martin Pool
- Use urlgrabber by default
71
else:
72
    def get_url(url, compressed=False):
73
        import urllib2
74
        if compressed:
75
            url += '.gz'
76
        mutter("get_url %s" % url)
77
        url_f = urllib2.urlopen(url)
78
        if compressed:
79
            return gzip.GzipFile(fileobj=StringIO(url_f.read()))
80
        else:
81
            return url_f
188 by mbp at sourcefrog
- experimental remote-branch support
82
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
83
416 by Martin Pool
- bzr log and bzr root now accept an http URL
84
85
def _find_remote_root(url):
86
    """Return the prefix URL that corresponds to the branch root."""
87
    orig_url = url
88
    while True:
89
        try:
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
90
            fmt_url = url + '/.bzr/branch-format'
91
            ff = get_url(fmt_url)
419 by Martin Pool
- RemoteBranch.__str__ and repr
92
            fmt = ff.read()
416 by Martin Pool
- bzr log and bzr root now accept an http URL
93
            ff.close()
419 by Martin Pool
- RemoteBranch.__str__ and repr
94
1188 by Martin Pool
- clean up imports in commit code
95
            if fmt != BZR_BRANCH_FORMAT_5:
419 by Martin Pool
- RemoteBranch.__str__ and repr
96
                raise BzrError("sorry, branch format %r not supported at url %s"
97
                               % (fmt, url))
98
            
416 by Martin Pool
- bzr log and bzr root now accept an http URL
99
            return url
418 by Martin Pool
- fix typo
100
        except urllib2.URLError:
416 by Martin Pool
- bzr log and bzr root now accept an http URL
101
            pass
102
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
103
        scheme, host, path = list(urlparse.urlparse(url))[:3]
104
        # discard params, query, fragment
105
        
106
        # strip off one component of the path component
107
        idx = path.rfind('/')
108
        if idx == -1 or path == '/':
109
            raise BzrError('no branch root found for URL %s'
110
                           ' or enclosing directories'
111
                           % orig_url)
112
        path = path[:idx]
113
        url = urlparse.urlunparse((scheme, host, path, '', '', ''))
416 by Martin Pool
- bzr log and bzr root now accept an http URL
114
        
115
116
1185.2.17 by Lalo Martins
unbreaking RemoteBranch, by (temporarily) making it a subclass of LocalBranch.
117
class RemoteBranch(LocalBranch):
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
118
    def __init__(self, baseurl, find_root=True):
411 by Martin Pool
- start adding more useful RemoteBranch() class
119
        """Create new proxy for a remote branch."""
419 by Martin Pool
- RemoteBranch.__str__ and repr
120
        if find_root:
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
121
            self.base = _find_remote_root(baseurl)
419 by Martin Pool
- RemoteBranch.__str__ and repr
122
        else:
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
123
            self.base = baseurl
1393 by Robert Collins
reenable remotebranch tests
124
        self._check_format(False)
125
        # is guaranteed to be a v5 store
411 by Martin Pool
- start adding more useful RemoteBranch() class
126
1393 by Robert Collins
reenable remotebranch tests
127
        cfn = self.controlfilename
128
        assert self._branch_format == 5
129
        self.control_weaves = WeaveStore(cfn([]), get_url)
130
        self.weave_store = WeaveStore(cfn('weaves'), get_url)
131
        self.revision_store = RemoteStore(cfn('revision-store'))
534 by Martin Pool
- new RemoteStore class
132
417 by Martin Pool
- trace when we fetch a URL
133
    def __str__(self):
585 by Martin Pool
- make RemoteBranch.__str__ more robust
134
        b = getattr(self, 'baseurl', 'undefined')
135
        return '%s(%r)' % (self.__class__.__name__, b)
417 by Martin Pool
- trace when we fetch a URL
136
137
    __repr__ = __str__
138
1185.2.12 by Lalo Martins
killed find_cached_root()
139
    def setup_caching(self, cache_root):
140
        """Set up cached stores located under cache_root"""
141
        from bzrlib.meta_store import CachedStore
142
        for store_name in ('inventory_store', 'text_store', 'revision_store'):
143
            if not isinstance(getattr(self, store_name), CachedStore):
144
                cache_path = os.path.join(cache_root, store_name)
145
                os.mkdir(cache_path)
146
                new_store = CachedStore(getattr(self, store_name), cache_path)
147
                setattr(self, store_name, new_store)
148
411 by Martin Pool
- start adding more useful RemoteBranch() class
149
    def controlfile(self, filename, mode):
150
        if mode not in ('rb', 'rt', 'r'):
151
            raise BzrError("file mode %r not supported for remote branches" % mode)
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
152
        return get_url(self.base + '/.bzr/' + filename, False)
411 by Martin Pool
- start adding more useful RemoteBranch() class
153
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
154
613 by Martin Pool
- fix locking for RemoteBranch
155
    def lock_read(self):
156
        # no locking for remote branches yet
157
        pass
158
159
    def lock_write(self):
160
        from errors import LockError
161
        raise LockError("write lock not supported for remote branch %s"
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
162
                        % self.base)
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
163
164
    def unlock(self):
411 by Martin Pool
- start adding more useful RemoteBranch() class
165
        pass
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
166
    
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
167
416 by Martin Pool
- bzr log and bzr root now accept an http URL
168
    def relpath(self, path):
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
169
        if not path.startswith(self.base):
416 by Martin Pool
- bzr log and bzr root now accept an http URL
170
            raise BzrError('path %r is not under base URL %r'
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
171
                           % (path, self.base))
172
        pl = len(self.base)
416 by Martin Pool
- bzr log and bzr root now accept an http URL
173
        return path[pl:].lstrip('/')
174
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
175
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
176
    def get_revision(self, revision_id):
974.1.51 by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate
177
        try:
178
            revf = self.revision_store[revision_id]
179
        except KeyError:
180
            raise NoSuchRevision(self, revision_id)
1189 by Martin Pool
- BROKEN: partial support for commit into weave
181
        r = serializer_v5.read_revision(revf)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
182
        if r.revision_id != revision_id:
183
            raise BzrCheckError('revision stored as {%s} actually contains {%s}'
184
                                % (revision_id, r.revision_id))
185
        return r
534 by Martin Pool
- new RemoteStore class
186
187
558 by Martin Pool
- All top-level classes inherit from object
188
class RemoteStore(object):
534 by Martin Pool
- new RemoteStore class
189
    def __init__(self, baseurl):
190
        self._baseurl = baseurl
191
        
192
193
    def _path(self, name):
194
        if '/' in name:
195
            raise ValueError('invalid store id', name)
196
        return self._baseurl + '/' + name
1393 by Robert Collins
reenable remotebranch tests
197
198
    def __contains__(self, fileid):
199
        try:
200
            self[fileid]
201
            return True
202
        except KeyError:
203
            return False
534 by Martin Pool
- new RemoteStore class
204
        
205
    def __getitem__(self, fileid):
206
        p = self._path(fileid)
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
207
        try:
208
            return get_url(p, compressed=True)
974.1.78 by Aaron Bentley
Narrowed exception handling for remote file retrieval
209
        except urllib2.URLError:
1185.1.33 by Robert Collins
for remote gets fallback from foo.gz to foo in RemoteStore.
210
            pass
211
        try:
212
            return get_url(p, compressed=False)
213
        except urllib2.URLError:
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
214
            raise KeyError(fileid)
188 by mbp at sourcefrog
- experimental remote-branch support
215
    
411 by Martin Pool
- start adding more useful RemoteBranch() class
216
217