/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
411 by Martin Pool
- start adding more useful RemoteBranch() class
1
#! /usr/bin/env python
2
188 by mbp at sourcefrog
- experimental remote-branch support
3
# Copyright (C) 2005 Canonical Ltd
4
5
# This program is free software; you can redistribute it and/or modify
6
# it under the terms of the GNU General Public License as published by
7
# the Free Software Foundation; either version 2 of the License, or
8
# (at your option) any later version.
9
10
# This program is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
# GNU General Public License for more details.
14
15
# You should have received a copy of the GNU General Public License
16
# along with this program; if not, write to the Free Software
17
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18
19
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
20
"""Proxy object for access to remote branches.
21
22
At the moment remote branches are only for HTTP and only for read
23
access.
24
"""
25
26
27
import gzip
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
28
from cStringIO import StringIO
419 by Martin Pool
- RemoteBranch.__str__ and repr
29
import urllib2
188 by mbp at sourcefrog
- experimental remote-branch support
30
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
31
from errors import BzrError, BzrCheckError
419 by Martin Pool
- RemoteBranch.__str__ and repr
32
from branch import Branch, BZR_BRANCH_FORMAT
417 by Martin Pool
- trace when we fetch a URL
33
from trace import mutter
188 by mbp at sourcefrog
- experimental remote-branch support
34
193 by mbp at sourcefrog
more experiments with http get
35
# velocitynet.com.au transparently proxies connections and thereby
36
# breaks keep-alive -- sucks!
37
38
450 by Martin Pool
- Use urlgrabber by default
39
ENABLE_URLGRABBER = True
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
40
417 by Martin Pool
- trace when we fetch a URL
41
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
42
if ENABLE_URLGRABBER:
43
    import urlgrabber
44
    import urlgrabber.keepalive
45
    urlgrabber.keepalive.DEBUG = 0
46
    def get_url(path, compressed=False):
47
        try:
48
            url = path
49
            if compressed:
50
                url += '.gz'
450 by Martin Pool
- Use urlgrabber by default
51
            mutter("grab url %s" % url)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
52
            url_f = urlgrabber.urlopen(url, keepalive=1, close_connection=0)
53
            if not compressed:
54
                return url_f
55
            else:
56
                return gzip.GzipFile(fileobj=StringIO(url_f.read()))
57
        except urllib2.URLError, e:
58
            raise BzrError("remote fetch failed: %r: %s" % (url, e))
450 by Martin Pool
- Use urlgrabber by default
59
else:
60
    def get_url(url, compressed=False):
61
        import urllib2
62
        if compressed:
63
            url += '.gz'
64
        mutter("get_url %s" % url)
65
        url_f = urllib2.urlopen(url)
66
        if compressed:
67
            return gzip.GzipFile(fileobj=StringIO(url_f.read()))
68
        else:
69
            return url_f
188 by mbp at sourcefrog
- experimental remote-branch support
70
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
71
416 by Martin Pool
- bzr log and bzr root now accept an http URL
72
73
def _find_remote_root(url):
74
    """Return the prefix URL that corresponds to the branch root."""
75
    orig_url = url
76
    while True:
77
        try:
78
            ff = get_url(url + '/.bzr/branch-format')
419 by Martin Pool
- RemoteBranch.__str__ and repr
79
80
            fmt = ff.read()
416 by Martin Pool
- bzr log and bzr root now accept an http URL
81
            ff.close()
419 by Martin Pool
- RemoteBranch.__str__ and repr
82
83
            fmt = fmt.rstrip('\r\n')
84
            if fmt != BZR_BRANCH_FORMAT.rstrip('\r\n'):
85
                raise BzrError("sorry, branch format %r not supported at url %s"
86
                               % (fmt, url))
87
            
416 by Martin Pool
- bzr log and bzr root now accept an http URL
88
            return url
418 by Martin Pool
- fix typo
89
        except urllib2.URLError:
416 by Martin Pool
- bzr log and bzr root now accept an http URL
90
            pass
91
92
        try:
93
            idx = url.rindex('/')
94
        except ValueError:
95
            raise BzrError('no branch root found for URL %s' % orig_url)
96
97
        url = url[:idx]        
98
        
99
100
411 by Martin Pool
- start adding more useful RemoteBranch() class
101
class RemoteBranch(Branch):
419 by Martin Pool
- RemoteBranch.__str__ and repr
102
    def __init__(self, baseurl, find_root=True, lock_mode='r'):
411 by Martin Pool
- start adding more useful RemoteBranch() class
103
        """Create new proxy for a remote branch."""
416 by Martin Pool
- bzr log and bzr root now accept an http URL
104
        if lock_mode not in ('', 'r'):
105
            raise BzrError('lock mode %r is not supported for remote branches'
106
                           % lock_mode)
419 by Martin Pool
- RemoteBranch.__str__ and repr
107
108
        if find_root:
109
            self.baseurl = _find_remote_root(baseurl)
110
        else:
111
            self.baseurl = baseurl
112
            self._check_format()
411 by Martin Pool
- start adding more useful RemoteBranch() class
113
534 by Martin Pool
- new RemoteStore class
114
        self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/')
115
        self.text_store = RemoteStore(baseurl + '/.bzr/text-store/')
116
417 by Martin Pool
- trace when we fetch a URL
117
    def __str__(self):
118
        return '%s(%r)' % (self.__class__.__name__, self.baseurl)
119
120
    __repr__ = __str__
121
411 by Martin Pool
- start adding more useful RemoteBranch() class
122
    def controlfile(self, filename, mode):
123
        if mode not in ('rb', 'rt', 'r'):
124
            raise BzrError("file mode %r not supported for remote branches" % mode)
125
        return get_url(self.baseurl + '/.bzr/' + filename, False)
126
127
    def _need_readlock(self):
128
        # remote branch always safe for read
129
        pass
130
131
    def _need_writelock(self):
132
        raise BzrError("cannot get write lock on HTTP remote branch")
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
133
416 by Martin Pool
- bzr log and bzr root now accept an http URL
134
    def relpath(self, path):
135
        if not path.startswith(self.baseurl):
136
            raise BzrError('path %r is not under base URL %r'
137
                           % (path, self.baseurl))
138
        pl = len(self.baseurl)
139
        return path[pl:].lstrip('/')
140
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
141
    def get_revision(self, revision_id):
142
        from revision import Revision
143
        revf = get_url(self.baseurl + '/.bzr/revision-store/' + revision_id,
144
                       True)
145
        r = Revision.read_xml(revf)
146
        if r.revision_id != revision_id:
147
            raise BzrCheckError('revision stored as {%s} actually contains {%s}'
148
                                % (revision_id, r.revision_id))
149
        return r
534 by Martin Pool
- new RemoteStore class
150
151
558 by Martin Pool
- All top-level classes inherit from object
152
class RemoteStore(object):
534 by Martin Pool
- new RemoteStore class
153
    def __init__(self, baseurl):
154
        self._baseurl = baseurl
155
        
156
157
    def _path(self, name):
158
        if '/' in name:
159
            raise ValueError('invalid store id', name)
160
        return self._baseurl + '/' + name
161
        
162
    def __getitem__(self, fileid):
163
        p = self._path(fileid)
164
        return get_url(p, compressed=True)
188 by mbp at sourcefrog
- experimental remote-branch support
165
    
411 by Martin Pool
- start adding more useful RemoteBranch() class
166
167
def simple_walk():
534 by Martin Pool
- new RemoteStore class
168
    """For experimental purposes, traverse many parts of a remote branch"""
413 by Martin Pool
- more indicators at top of test output
169
    from revision import Revision
170
    from branch import Branch
171
    from inventory import Inventory
172
543 by Martin Pool
- More cleanups for set type
173
    got_invs = {}
174
    got_texts = {}
411 by Martin Pool
- start adding more useful RemoteBranch() class
175
176
    print 'read history'
177
    history = get_url('/.bzr/revision-history').readlines()
178
    num_revs = len(history)
179
    for i, rev_id in enumerate(history):
180
        rev_id = rev_id.rstrip()
181
        print 'read revision %d/%d' % (i, num_revs)
182
183
        # python gzip needs a seekable file (!!) but the HTTP response
184
        # isn't, so we need to buffer it
185
186
        rev_f = get_url('/.bzr/revision-store/%s' % rev_id,
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
187
                        compressed=True)
411 by Martin Pool
- start adding more useful RemoteBranch() class
188
189
        rev = Revision.read_xml(rev_f)
190
        print rev.message
191
        inv_id = rev.inventory_id
192
        if inv_id not in got_invs:
193
            print 'get inventory %s' % inv_id
194
            inv_f = get_url('/.bzr/inventory-store/%s' % inv_id,
195
                            compressed=True)
196
            inv = Inventory.read_xml(inv_f)
197
            print '%4d inventory entries' % len(inv)
198
199
            for path, ie in inv.iter_entries():
200
                text_id = ie.text_id
201
                if text_id == None:
202
                    continue
203
                if text_id in got_texts:
204
                    continue
205
                print '  fetch %s text {%s}' % (path, text_id)
206
                text_f = get_url('/.bzr/text-store/%s' % text_id,
207
                                 compressed=True)
543 by Martin Pool
- More cleanups for set type
208
                got_texts[text_id] = True
411 by Martin Pool
- start adding more useful RemoteBranch() class
209
543 by Martin Pool
- More cleanups for set type
210
            got_invs.add[inv_id] = True
411 by Martin Pool
- start adding more useful RemoteBranch() class
211
212
        print '----'
213
214
215
def try_me():
413 by Martin Pool
- more indicators at top of test output
216
    BASE_URL = 'http://bazaar-ng.org/bzr/bzr.dev/'
411 by Martin Pool
- start adding more useful RemoteBranch() class
217
    b = RemoteBranch(BASE_URL)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
218
    ## print '\n'.join(b.revision_history())
219
    from log import show_log
220
    show_log(b)
411 by Martin Pool
- start adding more useful RemoteBranch() class
221
222
223
if __name__ == '__main__':
224
    try_me()
225