/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
411 by Martin Pool
- start adding more useful RemoteBranch() class
1
#! /usr/bin/env python
2
188 by mbp at sourcefrog
- experimental remote-branch support
3
# Copyright (C) 2005 Canonical Ltd
4
5
# This program is free software; you can redistribute it and/or modify
6
# it under the terms of the GNU General Public License as published by
7
# the Free Software Foundation; either version 2 of the License, or
8
# (at your option) any later version.
9
10
# This program is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
# GNU General Public License for more details.
14
15
# You should have received a copy of the GNU General Public License
16
# along with this program; if not, write to the Free Software
17
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18
19
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
20
"""Proxy object for access to remote branches.
21
22
At the moment remote branches are only for HTTP and only for read
23
access.
24
"""
25
26
27
import gzip
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
28
from sets import Set
29
from cStringIO import StringIO
419 by Martin Pool
- RemoteBranch.__str__ and repr
30
import urllib2
188 by mbp at sourcefrog
- experimental remote-branch support
31
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
32
from errors import BzrError, BzrCheckError
419 by Martin Pool
- RemoteBranch.__str__ and repr
33
from branch import Branch, BZR_BRANCH_FORMAT
417 by Martin Pool
- trace when we fetch a URL
34
from trace import mutter
188 by mbp at sourcefrog
- experimental remote-branch support
35
193 by mbp at sourcefrog
more experiments with http get
36
# velocitynet.com.au transparently proxies connections and thereby
37
# breaks keep-alive -- sucks!
38
39
450 by Martin Pool
- Use urlgrabber by default
40
ENABLE_URLGRABBER = True
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
41
417 by Martin Pool
- trace when we fetch a URL
42
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
43
if ENABLE_URLGRABBER:
44
    import urlgrabber
45
    import urlgrabber.keepalive
46
    urlgrabber.keepalive.DEBUG = 0
47
    def get_url(path, compressed=False):
48
        try:
49
            url = path
50
            if compressed:
51
                url += '.gz'
450 by Martin Pool
- Use urlgrabber by default
52
            mutter("grab url %s" % url)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
53
            url_f = urlgrabber.urlopen(url, keepalive=1, close_connection=0)
54
            if not compressed:
55
                return url_f
56
            else:
57
                return gzip.GzipFile(fileobj=StringIO(url_f.read()))
58
        except urllib2.URLError, e:
59
            raise BzrError("remote fetch failed: %r: %s" % (url, e))
450 by Martin Pool
- Use urlgrabber by default
60
else:
61
    def get_url(url, compressed=False):
62
        import urllib2
63
        if compressed:
64
            url += '.gz'
65
        mutter("get_url %s" % url)
66
        url_f = urllib2.urlopen(url)
67
        if compressed:
68
            return gzip.GzipFile(fileobj=StringIO(url_f.read()))
69
        else:
70
            return url_f
188 by mbp at sourcefrog
- experimental remote-branch support
71
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
72
416 by Martin Pool
- bzr log and bzr root now accept an http URL
73
74
def _find_remote_root(url):
75
    """Return the prefix URL that corresponds to the branch root."""
76
    orig_url = url
77
    while True:
78
        try:
79
            ff = get_url(url + '/.bzr/branch-format')
419 by Martin Pool
- RemoteBranch.__str__ and repr
80
81
            fmt = ff.read()
416 by Martin Pool
- bzr log and bzr root now accept an http URL
82
            ff.close()
419 by Martin Pool
- RemoteBranch.__str__ and repr
83
84
            fmt = fmt.rstrip('\r\n')
85
            if fmt != BZR_BRANCH_FORMAT.rstrip('\r\n'):
86
                raise BzrError("sorry, branch format %r not supported at url %s"
87
                               % (fmt, url))
88
            
416 by Martin Pool
- bzr log and bzr root now accept an http URL
89
            return url
418 by Martin Pool
- fix typo
90
        except urllib2.URLError:
416 by Martin Pool
- bzr log and bzr root now accept an http URL
91
            pass
92
93
        try:
94
            idx = url.rindex('/')
95
        except ValueError:
96
            raise BzrError('no branch root found for URL %s' % orig_url)
97
98
        url = url[:idx]        
99
        
100
101
411 by Martin Pool
- start adding more useful RemoteBranch() class
102
class RemoteBranch(Branch):
419 by Martin Pool
- RemoteBranch.__str__ and repr
103
    def __init__(self, baseurl, find_root=True, lock_mode='r'):
411 by Martin Pool
- start adding more useful RemoteBranch() class
104
        """Create new proxy for a remote branch."""
416 by Martin Pool
- bzr log and bzr root now accept an http URL
105
        if lock_mode not in ('', 'r'):
106
            raise BzrError('lock mode %r is not supported for remote branches'
107
                           % lock_mode)
419 by Martin Pool
- RemoteBranch.__str__ and repr
108
109
        if find_root:
110
            self.baseurl = _find_remote_root(baseurl)
111
        else:
112
            self.baseurl = baseurl
113
            self._check_format()
411 by Martin Pool
- start adding more useful RemoteBranch() class
114
534 by Martin Pool
- new RemoteStore class
115
        self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/')
116
        self.text_store = RemoteStore(baseurl + '/.bzr/text-store/')
117
417 by Martin Pool
- trace when we fetch a URL
118
    def __str__(self):
119
        return '%s(%r)' % (self.__class__.__name__, self.baseurl)
120
121
    __repr__ = __str__
122
411 by Martin Pool
- start adding more useful RemoteBranch() class
123
    def controlfile(self, filename, mode):
124
        if mode not in ('rb', 'rt', 'r'):
125
            raise BzrError("file mode %r not supported for remote branches" % mode)
126
        return get_url(self.baseurl + '/.bzr/' + filename, False)
127
128
    def _need_readlock(self):
129
        # remote branch always safe for read
130
        pass
131
132
    def _need_writelock(self):
133
        raise BzrError("cannot get write lock on HTTP remote branch")
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
134
416 by Martin Pool
- bzr log and bzr root now accept an http URL
135
    def relpath(self, path):
136
        if not path.startswith(self.baseurl):
137
            raise BzrError('path %r is not under base URL %r'
138
                           % (path, self.baseurl))
139
        pl = len(self.baseurl)
140
        return path[pl:].lstrip('/')
141
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
142
    def get_revision(self, revision_id):
143
        from revision import Revision
144
        revf = get_url(self.baseurl + '/.bzr/revision-store/' + revision_id,
145
                       True)
146
        r = Revision.read_xml(revf)
147
        if r.revision_id != revision_id:
148
            raise BzrCheckError('revision stored as {%s} actually contains {%s}'
149
                                % (revision_id, r.revision_id))
150
        return r
534 by Martin Pool
- new RemoteStore class
151
152
153
class RemoteStore:
154
    def __init__(self, baseurl):
155
        self._baseurl = baseurl
156
        
157
158
    def _path(self, name):
159
        if '/' in name:
160
            raise ValueError('invalid store id', name)
161
        return self._baseurl + '/' + name
162
        
163
    def __getitem__(self, fileid):
164
        p = self._path(fileid)
165
        return get_url(p, compressed=True)
188 by mbp at sourcefrog
- experimental remote-branch support
166
    
411 by Martin Pool
- start adding more useful RemoteBranch() class
167
168
def simple_walk():
534 by Martin Pool
- new RemoteStore class
169
    """For experimental purposes, traverse many parts of a remote branch"""
413 by Martin Pool
- more indicators at top of test output
170
    from revision import Revision
171
    from branch import Branch
172
    from inventory import Inventory
173
411 by Martin Pool
- start adding more useful RemoteBranch() class
174
    got_invs = Set()
175
    got_texts = Set()
176
177
    print 'read history'
178
    history = get_url('/.bzr/revision-history').readlines()
179
    num_revs = len(history)
180
    for i, rev_id in enumerate(history):
181
        rev_id = rev_id.rstrip()
182
        print 'read revision %d/%d' % (i, num_revs)
183
184
        # python gzip needs a seekable file (!!) but the HTTP response
185
        # isn't, so we need to buffer it
186
187
        rev_f = get_url('/.bzr/revision-store/%s' % rev_id,
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
188
                        compressed=True)
411 by Martin Pool
- start adding more useful RemoteBranch() class
189
190
        rev = Revision.read_xml(rev_f)
191
        print rev.message
192
        inv_id = rev.inventory_id
193
        if inv_id not in got_invs:
194
            print 'get inventory %s' % inv_id
195
            inv_f = get_url('/.bzr/inventory-store/%s' % inv_id,
196
                            compressed=True)
197
            inv = Inventory.read_xml(inv_f)
198
            print '%4d inventory entries' % len(inv)
199
200
            for path, ie in inv.iter_entries():
201
                text_id = ie.text_id
202
                if text_id == None:
203
                    continue
204
                if text_id in got_texts:
205
                    continue
206
                print '  fetch %s text {%s}' % (path, text_id)
207
                text_f = get_url('/.bzr/text-store/%s' % text_id,
208
                                 compressed=True)
209
                got_texts.add(text_id)
210
211
            got_invs.add(inv_id)
212
213
        print '----'
214
215
216
def try_me():
413 by Martin Pool
- more indicators at top of test output
217
    BASE_URL = 'http://bazaar-ng.org/bzr/bzr.dev/'
411 by Martin Pool
- start adding more useful RemoteBranch() class
218
    b = RemoteBranch(BASE_URL)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
219
    ## print '\n'.join(b.revision_history())
220
    from log import show_log
221
    show_log(b)
411 by Martin Pool
- start adding more useful RemoteBranch() class
222
223
224
if __name__ == '__main__':
225
    try_me()
226