/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
2018.18.1 by Martin Pool
Add stub Repository.tarball smart method
1
# Copyright (C) 2006, 2007 Canonical Ltd
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
"""Server-side repository related request implmentations."""
18
2535.3.14 by Andrew Bennetts
Move serialising repo data stream to bytes into smart protocol.
19
from cStringIO import StringIO
2571.2.2 by Ian Clatworthy
use basename as poolie recommended
20
import os
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
21
import sys
22
import tempfile
23
import tarfile
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
24
25
from bzrlib import errors
26
from bzrlib.bzrdir import BzrDir
2535.3.31 by Andrew Bennetts
Fix imports broken by reverting the container-format merge. I didn't notice them earlier because of .pyc files :(
27
from bzrlib.pack import ContainerWriter
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
28
from bzrlib.smart.request import (
29
    FailedSmartServerResponse,
30
    SmartServerRequest,
31
    SuccessfulSmartServerResponse,
32
    )
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
33
34
2018.5.56 by Robert Collins
Factor out code we expect to be common in SmartServerRequestHasRevision to SmartServerRepositoryRequest (Robert Collins, Vincent Ladeuil).
35
class SmartServerRepositoryRequest(SmartServerRequest):
36
    """Common base class for Repository requests."""
37
38
    def do(self, path, *args):
39
        """Execute a repository request.
40
        
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
41
        The repository must be at the exact path - no searching is done.
42
2018.5.56 by Robert Collins
Factor out code we expect to be common in SmartServerRequestHasRevision to SmartServerRepositoryRequest (Robert Collins, Vincent Ladeuil).
43
        The actual logic is delegated to self.do_repository_request.
44
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
45
        :param path: The path for the repository.
2018.5.56 by Robert Collins
Factor out code we expect to be common in SmartServerRequestHasRevision to SmartServerRepositoryRequest (Robert Collins, Vincent Ladeuil).
46
        :return: A smart server from self.do_repository_request().
47
        """
48
        transport = self._backing_transport.clone(path)
49
        bzrdir = BzrDir.open_from_transport(transport)
50
        repository = bzrdir.open_repository()
51
        return self.do_repository_request(repository, *args)
52
53
2018.5.67 by Wouter van Heyst
Implement RemoteRepository.get_revision_graph (Wouter van Heyst, Robert Collins)
54
class SmartServerRepositoryGetRevisionGraph(SmartServerRepositoryRequest):
55
    
56
    def do_repository_request(self, repository, revision_id):
57
        """Return the result of repository.get_revision_graph(revision_id).
58
        
59
        :param repository: The repository to query in.
60
        :param revision_id: The utf8 encoded revision_id to get a graph from.
61
        :return: A smart server response where the body contains an utf8
62
            encoded flattened list of the revision graph.
63
        """
2018.5.83 by Andrew Bennetts
Fix some test failures caused by the switch from unicode to UTF-8-encoded strs for revision IDs.
64
        if not revision_id:
65
            revision_id = None
2018.5.67 by Wouter van Heyst
Implement RemoteRepository.get_revision_graph (Wouter van Heyst, Robert Collins)
66
67
        lines = []
68
        try:
2018.5.83 by Andrew Bennetts
Fix some test failures caused by the switch from unicode to UTF-8-encoded strs for revision IDs.
69
            revision_graph = repository.get_revision_graph(revision_id)
2018.5.67 by Wouter van Heyst
Implement RemoteRepository.get_revision_graph (Wouter van Heyst, Robert Collins)
70
        except errors.NoSuchRevision:
2018.14.1 by Andrew Bennetts
Update to current hpss branch? Fix lots of test failures.
71
            # Note that we return an empty body, rather than omitting the body.
72
            # This way the client knows that it can always expect to find a body
73
            # in the response for this method, even in the error case.
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
74
            return FailedSmartServerResponse(('nosuchrevision', revision_id), '')
2018.5.67 by Wouter van Heyst
Implement RemoteRepository.get_revision_graph (Wouter van Heyst, Robert Collins)
75
76
        for revision, parents in revision_graph.items():
2625.8.1 by Robert Collins
LIBRARY API BREAKS:
77
            lines.append(' '.join((revision, ) + tuple(parents)))
2018.5.67 by Wouter van Heyst
Implement RemoteRepository.get_revision_graph (Wouter van Heyst, Robert Collins)
78
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
79
        return SuccessfulSmartServerResponse(('ok', ), '\n'.join(lines))
2018.5.67 by Wouter van Heyst
Implement RemoteRepository.get_revision_graph (Wouter van Heyst, Robert Collins)
80
81
2018.5.56 by Robert Collins
Factor out code we expect to be common in SmartServerRequestHasRevision to SmartServerRepositoryRequest (Robert Collins, Vincent Ladeuil).
82
class SmartServerRequestHasRevision(SmartServerRepositoryRequest):
83
84
    def do_repository_request(self, repository, revision_id):
85
        """Return ok if a specific revision is in the repository at path.
86
87
        :param repository: The repository to query in.
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
88
        :param revision_id: The utf8 encoded revision_id to lookup.
89
        :return: A smart server response of ('ok', ) if the revision is
90
            present.
91
        """
2018.5.83 by Andrew Bennetts
Fix some test failures caused by the switch from unicode to UTF-8-encoded strs for revision IDs.
92
        if repository.has_revision(revision_id):
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
93
            return SuccessfulSmartServerResponse(('yes', ))
2018.5.40 by Robert Collins
Implement a remote Repository.has_revision method.
94
        else:
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
95
            return SuccessfulSmartServerResponse(('no', ))
2018.5.57 by Robert Collins
Implement RemoteRepository.is_shared (Robert Collins, Vincent Ladeuil).
96
97
2018.10.2 by v.ladeuil+lp at free
gather_stats server side and request registration
98
class SmartServerRepositoryGatherStats(SmartServerRepositoryRequest):
99
100
    def do_repository_request(self, repository, revid, committers):
101
        """Return the result of repository.gather_stats().
102
103
        :param repository: The repository to query in.
104
        :param revid: utf8 encoded rev id or an empty string to indicate None
105
        :param committers: 'yes' or 'no'.
106
107
        :return: A SmartServerResponse ('ok',), a encoded body looking like
108
              committers: 1
109
              firstrev: 1234.230 0
110
              latestrev: 345.700 3600
111
              revisions: 2
112
              size:45
113
114
              But containing only fields returned by the gather_stats() call
115
        """
116
        if revid == '':
117
            decoded_revision_id = None
118
        else:
2018.5.83 by Andrew Bennetts
Fix some test failures caused by the switch from unicode to UTF-8-encoded strs for revision IDs.
119
            decoded_revision_id = revid
2018.10.2 by v.ladeuil+lp at free
gather_stats server side and request registration
120
        if committers == 'yes':
121
            decoded_committers = True
122
        else:
123
            decoded_committers = None
124
        stats = repository.gather_stats(decoded_revision_id, decoded_committers)
125
126
        body = ''
127
        if stats.has_key('committers'):
128
            body += 'committers: %d\n' % stats['committers']
129
        if stats.has_key('firstrev'):
130
            body += 'firstrev: %.3f %d\n' % stats['firstrev']
131
        if stats.has_key('latestrev'):
132
             body += 'latestrev: %.3f %d\n' % stats['latestrev']
133
        if stats.has_key('revisions'):
134
            body += 'revisions: %d\n' % stats['revisions']
135
        if stats.has_key('size'):
136
            body += 'size: %d\n' % stats['size']
137
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
138
        return SuccessfulSmartServerResponse(('ok', ), body)
2018.10.2 by v.ladeuil+lp at free
gather_stats server side and request registration
139
140
2018.5.57 by Robert Collins
Implement RemoteRepository.is_shared (Robert Collins, Vincent Ladeuil).
141
class SmartServerRepositoryIsShared(SmartServerRepositoryRequest):
142
143
    def do_repository_request(self, repository):
144
        """Return the result of repository.is_shared().
145
146
        :param repository: The repository to query in.
147
        :return: A smart server response of ('yes', ) if the repository is
148
            shared, and ('no', ) if it is not.
149
        """
150
        if repository.is_shared():
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
151
            return SuccessfulSmartServerResponse(('yes', ))
2018.5.57 by Robert Collins
Implement RemoteRepository.is_shared (Robert Collins, Vincent Ladeuil).
152
        else:
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
153
            return SuccessfulSmartServerResponse(('no', ))
2018.5.78 by Andrew Bennetts
Implement RemoteRepository.lock_write/unlock to expect and send tokens over the
154
155
156
class SmartServerRepositoryLockWrite(SmartServerRepositoryRequest):
157
2018.5.79 by Andrew Bennetts
Implement RemoteBranch.lock_write/unlock as smart operations.
158
    def do_repository_request(self, repository, token=''):
2018.5.78 by Andrew Bennetts
Implement RemoteRepository.lock_write/unlock to expect and send tokens over the
159
        # XXX: this probably should not have a token.
160
        if token == '':
161
            token = None
162
        try:
163
            token = repository.lock_write(token=token)
164
        except errors.LockContention, e:
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
165
            return FailedSmartServerResponse(('LockContention',))
2018.5.95 by Andrew Bennetts
Add a Transport.is_readonly remote call, let {Branch,Repository}.lock_write remote call return UnlockableTransport, and miscellaneous test fixes.
166
        except errors.UnlockableTransport:
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
167
            return FailedSmartServerResponse(('UnlockableTransport',))
2872.5.3 by Martin Pool
Pass back LockFailed from smart server lock methods
168
        except errors.LockFailed, e:
169
            return FailedSmartServerResponse(('LockFailed',
170
                str(e.lock), str(e.why)))
2018.5.78 by Andrew Bennetts
Implement RemoteRepository.lock_write/unlock to expect and send tokens over the
171
        repository.leave_lock_in_place()
172
        repository.unlock()
173
        if token is None:
174
            token = ''
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
175
        return SuccessfulSmartServerResponse(('ok', token))
2018.5.78 by Andrew Bennetts
Implement RemoteRepository.lock_write/unlock to expect and send tokens over the
176
177
178
class SmartServerRepositoryUnlock(SmartServerRepositoryRequest):
179
180
    def do_repository_request(self, repository, token):
181
        try:
182
            repository.lock_write(token=token)
183
        except errors.TokenMismatch, e:
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
184
            return FailedSmartServerResponse(('TokenMismatch',))
2018.5.78 by Andrew Bennetts
Implement RemoteRepository.lock_write/unlock to expect and send tokens over the
185
        repository.dont_leave_lock_in_place()
186
        repository.unlock()
2432.4.5 by Robert Collins
Make using SuccessfulSmartServerResponse and FailedSmartServerResponse mandatory rather than optional in smart server logic.
187
        return SuccessfulSmartServerResponse(('ok',))
2018.5.78 by Andrew Bennetts
Implement RemoteRepository.lock_write/unlock to expect and send tokens over the
188
2018.18.1 by Martin Pool
Add stub Repository.tarball smart method
189
190
class SmartServerRepositoryTarball(SmartServerRepositoryRequest):
2018.18.11 by Martin Pool
merge hpss changes
191
    """Get the raw repository files as a tarball.
192
193
    The returned tarball contains a .bzr control directory which in turn
194
    contains a repository.
2018.18.1 by Martin Pool
Add stub Repository.tarball smart method
195
    
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
196
    This takes one parameter, compression, which currently must be 
197
    "", "gz", or "bz2".
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
198
199
    This is used to implement the Repository.copy_content_into operation.
2018.18.1 by Martin Pool
Add stub Repository.tarball smart method
200
    """
201
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
202
    def do_repository_request(self, repository, compression):
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
203
        from bzrlib import osutils
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
204
        repo_transport = repository.control_files._transport
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
205
        tmp_dirname, tmp_repo = self._copy_to_tempdir(repository)
2018.18.5 by Martin Pool
Repository.tarball locks repository while running for consistency
206
        try:
2018.18.10 by Martin Pool
copy_content_into from Remote repositories by using temporary directories on both ends.
207
            controldir_name = tmp_dirname + '/.bzr'
208
            return self._tarfile_response(controldir_name, compression)
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
209
        finally:
210
            osutils.rmtree(tmp_dirname)
211
212
    def _copy_to_tempdir(self, from_repo):
213
        tmp_dirname = tempfile.mkdtemp(prefix='tmpbzrclone')
214
        tmp_bzrdir = from_repo.bzrdir._format.initialize(tmp_dirname)
215
        tmp_repo = from_repo._format.initialize(tmp_bzrdir)
216
        from_repo.copy_content_into(tmp_repo)
217
        return tmp_dirname, tmp_repo
218
2018.18.10 by Martin Pool
copy_content_into from Remote repositories by using temporary directories on both ends.
219
    def _tarfile_response(self, tmp_dirname, compression):
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
220
        temp = tempfile.NamedTemporaryFile()
221
        try:
2557.1.1 by Martin Pool
[BUG 119330] Fix tempfile permissions error in smart server tar bundling (under windows) (Martin_)
222
            self._tarball_of_dir(tmp_dirname, compression, temp.file)
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
223
            # all finished; write the tempfile out to the network
224
            temp.seek(0)
2420.2.2 by Andrew Bennetts
Merge tarball branch that's already with PQM, resolving conflicts.
225
            return SuccessfulSmartServerResponse(('ok',), temp.read())
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
226
            # FIXME: Don't read the whole thing into memory here; rather stream it
227
            # out from the file onto the network. mbp 20070411
2018.18.2 by Martin Pool
smart method Repository.tarball actually returns the tarball
228
        finally:
229
            temp.close()
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
230
2557.1.1 by Martin Pool
[BUG 119330] Fix tempfile permissions error in smart server tar bundling (under windows) (Martin_)
231
    def _tarball_of_dir(self, dirname, compression, ofile):
2571.2.2 by Ian Clatworthy
use basename as poolie recommended
232
        filename = os.path.basename(ofile.name)
233
        tarball = tarfile.open(fileobj=ofile, name=filename,
2571.2.1 by Ian Clatworthy
fix #123485 - selftest broken under Python 2.5.1 because of tafile API change
234
            mode='w|' + compression)
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
235
        try:
236
            # The tarball module only accepts ascii names, and (i guess)
237
            # packs them with their 8bit names.  We know all the files
238
            # within the repository have ASCII names so the should be safe
239
            # to pack in.
2018.18.10 by Martin Pool
copy_content_into from Remote repositories by using temporary directories on both ends.
240
            dirname = dirname.encode(sys.getfilesystemencoding())
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
241
            # python's tarball module includes the whole path by default so
242
            # override it
2018.18.10 by Martin Pool
copy_content_into from Remote repositories by using temporary directories on both ends.
243
            assert dirname.endswith('.bzr')
244
            tarball.add(dirname, '.bzr') # recursive by default
2018.18.9 by Martin Pool
remote Repository.tarball builds a temporary directory and tars that
245
        finally:
246
            tarball.close()
2535.3.12 by Andrew Bennetts
Add a first cut of a get_data_stream method to Repository.
247
248
2535.3.49 by Andrew Bennetts
Rename 'Repository.fetch_revisions' smart request to 'Repository.stream_knit_data_for_revisions'.
249
class SmartServerRepositoryStreamKnitDataForRevisions(SmartServerRepositoryRequest):
2535.3.14 by Andrew Bennetts
Move serialising repo data stream to bytes into smart protocol.
250
251
    def do_repository_request(self, repository, *revision_ids):
252
        stream = repository.get_data_stream(revision_ids)
253
        filelike = StringIO()
254
        pack = ContainerWriter(filelike.write)
255
        pack.begin()
2535.3.40 by Andrew Bennetts
Tidy up more XXXs.
256
        try:
2535.3.50 by Andrew Bennetts
Use tuple names in data streams rather than concatenated strings.
257
            for name_tuple, bytes in stream:
258
                pack.add_bytes_record(bytes, [name_tuple])
2535.3.40 by Andrew Bennetts
Tidy up more XXXs.
259
        except errors.RevisionNotPresent, e:
260
            return FailedSmartServerResponse(('NoSuchRevision', e.revision_id))
2535.3.14 by Andrew Bennetts
Move serialising repo data stream to bytes into smart protocol.
261
        pack.end()
262
        return SuccessfulSmartServerResponse(('ok',), filelike.getvalue())
2535.3.15 by Andrew Bennetts
Add KnitVersionedFile.get_stream_as_bytes, start smart implementation of RemoteRepository.get_data_stream.
263