/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
411 by Martin Pool
- start adding more useful RemoteBranch() class
1
#! /usr/bin/env python
2
188 by mbp at sourcefrog
- experimental remote-branch support
3
# Copyright (C) 2005 Canonical Ltd
4
5
# This program is free software; you can redistribute it and/or modify
6
# it under the terms of the GNU General Public License as published by
7
# the Free Software Foundation; either version 2 of the License, or
8
# (at your option) any later version.
9
10
# This program is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
# GNU General Public License for more details.
14
15
# You should have received a copy of the GNU General Public License
16
# along with this program; if not, write to the Free Software
17
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18
19
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
20
"""Proxy object for access to remote branches.
21
22
At the moment remote branches are only for HTTP and only for read
23
access.
24
"""
25
26
27
import gzip
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
28
from cStringIO import StringIO
419 by Martin Pool
- RemoteBranch.__str__ and repr
29
import urllib2
188 by mbp at sourcefrog
- experimental remote-branch support
30
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
31
from errors import BzrError, BzrCheckError
419 by Martin Pool
- RemoteBranch.__str__ and repr
32
from branch import Branch, BZR_BRANCH_FORMAT
417 by Martin Pool
- trace when we fetch a URL
33
from trace import mutter
188 by mbp at sourcefrog
- experimental remote-branch support
34
193 by mbp at sourcefrog
more experiments with http get
35
# velocitynet.com.au transparently proxies connections and thereby
36
# breaks keep-alive -- sucks!
37
38
450 by Martin Pool
- Use urlgrabber by default
39
ENABLE_URLGRABBER = True
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
40
417 by Martin Pool
- trace when we fetch a URL
41
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
42
if ENABLE_URLGRABBER:
43
    import urlgrabber
44
    import urlgrabber.keepalive
45
    urlgrabber.keepalive.DEBUG = 0
46
    def get_url(path, compressed=False):
47
        try:
48
            url = path
49
            if compressed:
50
                url += '.gz'
450 by Martin Pool
- Use urlgrabber by default
51
            mutter("grab url %s" % url)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
52
            url_f = urlgrabber.urlopen(url, keepalive=1, close_connection=0)
53
            if not compressed:
54
                return url_f
55
            else:
56
                return gzip.GzipFile(fileobj=StringIO(url_f.read()))
57
        except urllib2.URLError, e:
58
            raise BzrError("remote fetch failed: %r: %s" % (url, e))
450 by Martin Pool
- Use urlgrabber by default
59
else:
60
    def get_url(url, compressed=False):
61
        import urllib2
62
        if compressed:
63
            url += '.gz'
64
        mutter("get_url %s" % url)
65
        url_f = urllib2.urlopen(url)
66
        if compressed:
67
            return gzip.GzipFile(fileobj=StringIO(url_f.read()))
68
        else:
69
            return url_f
188 by mbp at sourcefrog
- experimental remote-branch support
70
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
71
416 by Martin Pool
- bzr log and bzr root now accept an http URL
72
73
def _find_remote_root(url):
74
    """Return the prefix URL that corresponds to the branch root."""
75
    orig_url = url
76
    while True:
77
        try:
78
            ff = get_url(url + '/.bzr/branch-format')
419 by Martin Pool
- RemoteBranch.__str__ and repr
79
80
            fmt = ff.read()
416 by Martin Pool
- bzr log and bzr root now accept an http URL
81
            ff.close()
419 by Martin Pool
- RemoteBranch.__str__ and repr
82
83
            fmt = fmt.rstrip('\r\n')
84
            if fmt != BZR_BRANCH_FORMAT.rstrip('\r\n'):
85
                raise BzrError("sorry, branch format %r not supported at url %s"
86
                               % (fmt, url))
87
            
416 by Martin Pool
- bzr log and bzr root now accept an http URL
88
            return url
418 by Martin Pool
- fix typo
89
        except urllib2.URLError:
416 by Martin Pool
- bzr log and bzr root now accept an http URL
90
            pass
91
92
        try:
93
            idx = url.rindex('/')
94
        except ValueError:
95
            raise BzrError('no branch root found for URL %s' % orig_url)
96
97
        url = url[:idx]        
98
        
99
100
411 by Martin Pool
- start adding more useful RemoteBranch() class
101
class RemoteBranch(Branch):
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
102
    def __init__(self, baseurl, find_root=True):
411 by Martin Pool
- start adding more useful RemoteBranch() class
103
        """Create new proxy for a remote branch."""
419 by Martin Pool
- RemoteBranch.__str__ and repr
104
        if find_root:
105
            self.baseurl = _find_remote_root(baseurl)
106
        else:
107
            self.baseurl = baseurl
108
            self._check_format()
411 by Martin Pool
- start adding more useful RemoteBranch() class
109
534 by Martin Pool
- new RemoteStore class
110
        self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/')
111
        self.text_store = RemoteStore(baseurl + '/.bzr/text-store/')
613 by Martin Pool
- fix locking for RemoteBranch
112
        self.revision_store = RemoteStore(baseurl + '/.bzr/revision-store/')
534 by Martin Pool
- new RemoteStore class
113
417 by Martin Pool
- trace when we fetch a URL
114
    def __str__(self):
585 by Martin Pool
- make RemoteBranch.__str__ more robust
115
        b = getattr(self, 'baseurl', 'undefined')
116
        return '%s(%r)' % (self.__class__.__name__, b)
417 by Martin Pool
- trace when we fetch a URL
117
118
    __repr__ = __str__
119
411 by Martin Pool
- start adding more useful RemoteBranch() class
120
    def controlfile(self, filename, mode):
121
        if mode not in ('rb', 'rt', 'r'):
122
            raise BzrError("file mode %r not supported for remote branches" % mode)
123
        return get_url(self.baseurl + '/.bzr/' + filename, False)
124
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
125
613 by Martin Pool
- fix locking for RemoteBranch
126
    def lock_read(self):
127
        # no locking for remote branches yet
128
        pass
129
130
    def lock_write(self):
131
        from errors import LockError
132
        raise LockError("write lock not supported for remote branch %s"
133
                        % self.baseurl)
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
134
135
    def unlock(self):
411 by Martin Pool
- start adding more useful RemoteBranch() class
136
        pass
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
137
    
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
138
416 by Martin Pool
- bzr log and bzr root now accept an http URL
139
    def relpath(self, path):
140
        if not path.startswith(self.baseurl):
141
            raise BzrError('path %r is not under base URL %r'
142
                           % (path, self.baseurl))
143
        pl = len(self.baseurl)
144
        return path[pl:].lstrip('/')
145
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
146
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
147
    def get_revision(self, revision_id):
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
148
        from bzrlib.revision import Revision
149
        from bzrlib.xml import unpack_xml
762 by Martin Pool
- RemoteBranch.get_revision now goes through store abstraction
150
        revf = self.revision_store[revision_id]
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
151
        r = unpack_xml(Revision, revf)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
152
        if r.revision_id != revision_id:
153
            raise BzrCheckError('revision stored as {%s} actually contains {%s}'
154
                                % (revision_id, r.revision_id))
155
        return r
534 by Martin Pool
- new RemoteStore class
156
157
558 by Martin Pool
- All top-level classes inherit from object
158
class RemoteStore(object):
534 by Martin Pool
- new RemoteStore class
159
    def __init__(self, baseurl):
160
        self._baseurl = baseurl
161
        
162
163
    def _path(self, name):
164
        if '/' in name:
165
            raise ValueError('invalid store id', name)
166
        return self._baseurl + '/' + name
167
        
168
    def __getitem__(self, fileid):
169
        p = self._path(fileid)
170
        return get_url(p, compressed=True)
188 by mbp at sourcefrog
- experimental remote-branch support
171
    
411 by Martin Pool
- start adding more useful RemoteBranch() class
172
173
def simple_walk():
534 by Martin Pool
- new RemoteStore class
174
    """For experimental purposes, traverse many parts of a remote branch"""
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
175
    from bzrlib.revision import Revision
176
    from bzrlib.branch import Branch
177
    from bzrlib.inventory import Inventory
178
    from bzrlib.xml import unpack_xml
413 by Martin Pool
- more indicators at top of test output
179
543 by Martin Pool
- More cleanups for set type
180
    got_invs = {}
181
    got_texts = {}
411 by Martin Pool
- start adding more useful RemoteBranch() class
182
183
    print 'read history'
184
    history = get_url('/.bzr/revision-history').readlines()
185
    num_revs = len(history)
186
    for i, rev_id in enumerate(history):
187
        rev_id = rev_id.rstrip()
188
        print 'read revision %d/%d' % (i, num_revs)
189
190
        # python gzip needs a seekable file (!!) but the HTTP response
191
        # isn't, so we need to buffer it
192
193
        rev_f = get_url('/.bzr/revision-store/%s' % rev_id,
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
194
                        compressed=True)
411 by Martin Pool
- start adding more useful RemoteBranch() class
195
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
196
        rev = unpack_xml(Revision, rev_f)
411 by Martin Pool
- start adding more useful RemoteBranch() class
197
        print rev.message
198
        inv_id = rev.inventory_id
199
        if inv_id not in got_invs:
200
            print 'get inventory %s' % inv_id
201
            inv_f = get_url('/.bzr/inventory-store/%s' % inv_id,
202
                            compressed=True)
203
            inv = Inventory.read_xml(inv_f)
204
            print '%4d inventory entries' % len(inv)
205
206
            for path, ie in inv.iter_entries():
207
                text_id = ie.text_id
208
                if text_id == None:
209
                    continue
210
                if text_id in got_texts:
211
                    continue
212
                print '  fetch %s text {%s}' % (path, text_id)
213
                text_f = get_url('/.bzr/text-store/%s' % text_id,
214
                                 compressed=True)
543 by Martin Pool
- More cleanups for set type
215
                got_texts[text_id] = True
411 by Martin Pool
- start adding more useful RemoteBranch() class
216
543 by Martin Pool
- More cleanups for set type
217
            got_invs.add[inv_id] = True
411 by Martin Pool
- start adding more useful RemoteBranch() class
218
219
        print '----'
220
221
222
def try_me():
413 by Martin Pool
- more indicators at top of test output
223
    BASE_URL = 'http://bazaar-ng.org/bzr/bzr.dev/'
411 by Martin Pool
- start adding more useful RemoteBranch() class
224
    b = RemoteBranch(BASE_URL)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
225
    ## print '\n'.join(b.revision_history())
226
    from log import show_log
227
    show_log(b)
411 by Martin Pool
- start adding more useful RemoteBranch() class
228
229
230
if __name__ == '__main__':
231
    try_me()
232