/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1553.5.39 by Martin Pool
More lock docs
1
# Copyright (C) 2005, 2006 Canonical Ltd
577 by Martin Pool
- merge portable lock module from John
2
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
1553.5.39 by Martin Pool
More lock docs
18
"""Locking using OS file locks or file existence.
577 by Martin Pool
- merge portable lock module from John
19
1553.5.46 by Martin Pool
doc
20
Note: This method of locking is generally deprecated in favour of LockDir, but
21
is used to lock local WorkingTrees, and by some old formats.  It's accessed
22
through Transport.lock_read(), etc.
577 by Martin Pool
- merge portable lock module from John
23
24
This module causes two methods, lock() and unlock() to be defined in
25
any way that works on the current platform.
26
27
It is not specified whether these locks are reentrant (i.e. can be
28
taken repeatedly by a single process) or whether they exclude
1553.5.39 by Martin Pool
More lock docs
29
different threads in a single process.  That reentrancy is provided by 
30
LockableFiles.
615 by Martin Pool
Major rework of locking code:
31
32
This defines two classes: ReadLock and WriteLock, which can be
33
implemented in different ways on different platforms.  Both have an
34
unlock() method.
614 by Martin Pool
- unify two defintions of LockError
35
"""
577 by Martin Pool
- merge portable lock module from John
36
1185.65.29 by Robert Collins
Implement final review suggestions.
37
import errno
38
import os
656 by Martin Pool
- create branch lock files if they don't exist
39
import sys
577 by Martin Pool
- merge portable lock module from John
40
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
41
from bzrlib.trace import mutter
1711.8.1 by John Arbash Meinel
Branch.lock_read/lock_write/unlock should handle failures
42
from bzrlib.errors import LockError, TestPreventLocking
43
44
45
class LockWrapper(object):
46
    """A wrapper which lets us set locking ability.
47
48
    This also lets us record what objects were locked in what order,
49
    to ensure that locking happens correctly.
50
    """
51
52
    def __init__(self, sequence, other, other_id):
53
        """Wrap a locking policy around a given object.
54
55
        :param sequence: A list object where we should record actions
56
        :param other: The object to control policy on
57
        :param other_id: Something to identify the object by
58
        """
59
        self.__dict__['_sequence'] = sequence
60
        self.__dict__['_other'] = other
61
        self.__dict__['_other_id'] = other_id
62
        self.__dict__['_allow_write'] = True
63
        self.__dict__['_allow_read'] = True
64
        self.__dict__['_allow_unlock'] = True
65
66
    def __getattr__(self, attr):
67
        return getattr(self._other, attr)
68
69
    def __setattr__(self, attr, val):
70
        return setattr(self._other, attr, val)
71
72
    def lock_read(self):
73
        self._sequence.append((self._other_id, 'lr', self._allow_read))
74
        if self._allow_read:
75
            return self._other.lock_read()
76
        raise TestPreventLocking('lock_read disabled')
77
78
    def lock_write(self):
79
        self._sequence.append((self._other_id, 'lw', self._allow_write))
80
        if self._allow_write:
81
            return self._other.lock_write()
82
        raise TestPreventLocking('lock_write disabled')
83
84
    def unlock(self):
85
        self._sequence.append((self._other_id, 'ul', self._allow_unlock))
86
        if self._allow_unlock:
87
            return self._other.unlock()
88
        raise TestPreventLocking('unlock disabled')
89
90
    def disable_lock_read(self):
91
        """Make a lock_read call fail"""
92
        self.__dict__['_allow_read'] = False
93
94
    def disable_unlock(self):
95
        """Make an unlock call fail"""
96
        self.__dict__['_allow_unlock'] = False
97
98
    def disable_lock_write(self):
99
        """Make a lock_write call fail"""
100
        self.__dict__['_allow_write'] = False
101
577 by Martin Pool
- merge portable lock module from John
102
615 by Martin Pool
Major rework of locking code:
103
class _base_Lock(object):
104
    def _open(self, filename, filemode):
656 by Martin Pool
- create branch lock files if they don't exist
105
        try:
106
            self.f = open(filename, filemode)
107
            return self.f
108
        except IOError, e:
109
            if e.errno != errno.ENOENT:
110
                raise
111
112
            # maybe this is an old branch (before may 2005)
1185.31.4 by John Arbash Meinel
Fixing mutter() calls to not have to do string processing.
113
            mutter("trying to create missing branch lock %r", filename)
656 by Martin Pool
- create branch lock files if they don't exist
114
            
1185.65.29 by Robert Collins
Implement final review suggestions.
115
            self.f = open(filename, 'wb+')
656 by Martin Pool
- create branch lock files if they don't exist
116
            return self.f
117
615 by Martin Pool
Major rework of locking code:
118
    def __del__(self):
119
        if self.f:
120
            from warnings import warn
121
            warn("lock on %r not released" % self.f)
122
            self.unlock()
656 by Martin Pool
- create branch lock files if they don't exist
123
            
615 by Martin Pool
Major rework of locking code:
124
    def unlock(self):
125
        raise NotImplementedError()
126
127
128
############################################################
129
# msvcrt locks
130
131
577 by Martin Pool
- merge portable lock module from John
132
try:
133
    import fcntl
615 by Martin Pool
Major rework of locking code:
134
135
    class _fcntl_FileLock(_base_Lock):
136
        f = None
137
138
        def unlock(self):
1185.9.2 by Harald Meland
Use fcntl.lockf() rather than fcntl.flock() to support NFS file systems.
139
            fcntl.lockf(self.f, fcntl.LOCK_UN)
615 by Martin Pool
Major rework of locking code:
140
            self.f.close()
141
            del self.f 
142
143
    class _fcntl_WriteLock(_fcntl_FileLock):
144
        def __init__(self, filename):
1185.65.29 by Robert Collins
Implement final review suggestions.
145
            # standard IO errors get exposed directly.
146
            self._open(filename, 'wb')
615 by Martin Pool
Major rework of locking code:
147
            try:
1185.65.29 by Robert Collins
Implement final review suggestions.
148
                fcntl.lockf(self.f, fcntl.LOCK_EX)
149
            except IOError, e:
150
                # we should be more precise about whats a locking
151
                # error and whats a random-other error
615 by Martin Pool
Major rework of locking code:
152
                raise LockError(e)
153
154
    class _fcntl_ReadLock(_fcntl_FileLock):
1185.65.29 by Robert Collins
Implement final review suggestions.
155
615 by Martin Pool
Major rework of locking code:
156
        def __init__(self, filename):
1185.65.29 by Robert Collins
Implement final review suggestions.
157
            # standard IO errors get exposed directly.
158
            self._open(filename, 'rb')
615 by Martin Pool
Major rework of locking code:
159
            try:
1185.65.29 by Robert Collins
Implement final review suggestions.
160
                fcntl.lockf(self.f, fcntl.LOCK_SH)
161
            except IOError, e:
162
                # we should be more precise about whats a locking
163
                # error and whats a random-other error
615 by Martin Pool
Major rework of locking code:
164
                raise LockError(e)
165
166
    WriteLock = _fcntl_WriteLock
167
    ReadLock = _fcntl_ReadLock
577 by Martin Pool
- merge portable lock module from John
168
1185.65.29 by Robert Collins
Implement final review suggestions.
169
577 by Martin Pool
- merge portable lock module from John
170
except ImportError:
171
    try:
172
        import win32con, win32file, pywintypes
615 by Martin Pool
Major rework of locking code:
173
174
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
175
        LOCK_SH = 0 # the default
176
        LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK
177
        LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY
615 by Martin Pool
Major rework of locking code:
178
179
        class _w32c_FileLock(_base_Lock):
180
            def _lock(self, filename, openmode, lockmode):
181
                try:
182
                    self._open(filename, openmode)
183
                    self.hfile = win32file._get_osfhandle(self.f.fileno())
184
                    overlapped = pywintypes.OVERLAPPED()
185
                    win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000, overlapped)
186
                except Exception, e:
187
                    raise LockError(e)
188
189
            def unlock(self):
190
                try:
191
                    overlapped = pywintypes.OVERLAPPED()
192
                    win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped)
193
                    self.f.close()
194
                    self.f = None
195
                except Exception, e:
196
                    raise LockError(e)
197
198
199
        class _w32c_ReadLock(_w32c_FileLock):
200
            def __init__(self, filename):
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
201
                _w32c_FileLock._lock(self, filename, 'rb',
202
                                     LOCK_NB)
615 by Martin Pool
Major rework of locking code:
203
204
        class _w32c_WriteLock(_w32c_FileLock):
205
            def __init__(self, filename):
206
                _w32c_FileLock._lock(self, filename, 'wb',
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
207
                                     LOCK_EX + LOCK_NB)
615 by Martin Pool
Major rework of locking code:
208
209
210
        WriteLock = _w32c_WriteLock
211
        ReadLock = _w32c_ReadLock
212
577 by Martin Pool
- merge portable lock module from John
213
    except ImportError:
214
        try:
215
            import msvcrt
615 by Martin Pool
Major rework of locking code:
216
217
577 by Martin Pool
- merge portable lock module from John
218
            # Unfortunately, msvcrt.locking() doesn't distinguish between
219
            # read locks and write locks. Also, the way the combinations
220
            # work to get non-blocking is not the same, so we
221
            # have to write extra special functions here.
222
615 by Martin Pool
Major rework of locking code:
223
224
            class _msvc_FileLock(_base_Lock):
225
                LOCK_SH = 1
226
                LOCK_EX = 2
227
                LOCK_NB = 4
228
                def unlock(self):
229
                    _msvc_unlock(self.f)
1185.7.1 by Martin Pool
- Quieten warnings about locking; patch from Matt Lavin.
230
                    self.f.close()
231
                    self.f = None
615 by Martin Pool
Major rework of locking code:
232
233
234
            class _msvc_ReadLock(_msvc_FileLock):
235
                def __init__(self, filename):
236
                    _msvc_lock(self._open(filename, 'rb'), self.LOCK_SH)
237
238
239
            class _msvc_WriteLock(_msvc_FileLock):
240
                def __init__(self, filename):
241
                    _msvc_lock(self._open(filename, 'wb'), self.LOCK_EX)
242
243
244
            def _msvc_lock(f, flags):
577 by Martin Pool
- merge portable lock module from John
245
                try:
246
                    # Unfortunately, msvcrt.LK_RLCK is equivalent to msvcrt.LK_LOCK
247
                    # according to the comments, LK_RLCK is open the lock for writing.
248
249
                    # Unfortunately, msvcrt.locking() also has the side effect that it
250
                    # will only block for 10 seconds at most, and then it will throw an
251
                    # exception, this isn't terrible, though.
252
                    if type(f) == file:
253
                        fpos = f.tell()
254
                        fn = f.fileno()
255
                        f.seek(0)
256
                    else:
257
                        fn = f
258
                        fpos = os.lseek(fn, 0,0)
259
                        os.lseek(fn, 0,0)
615 by Martin Pool
Major rework of locking code:
260
951 by Martin Pool
- fix up self reference in msvc lock object
261
                    if flags & _msvc_FileLock.LOCK_SH:
262
                        if flags & _msvc_FileLock.LOCK_NB:
577 by Martin Pool
- merge portable lock module from John
263
                            lock_mode = msvcrt.LK_NBLCK
264
                        else:
265
                            lock_mode = msvcrt.LK_LOCK
951 by Martin Pool
- fix up self reference in msvc lock object
266
                    elif flags & _msvc_FileLock.LOCK_EX:
267
                        if flags & _msvc_FileLock.LOCK_NB:
577 by Martin Pool
- merge portable lock module from John
268
                            lock_mode = msvcrt.LK_NBRLCK
269
                        else:
270
                            lock_mode = msvcrt.LK_RLCK
271
                    else:
272
                        raise ValueError('Invalid lock mode: %r' % flags)
273
                    try:
274
                        msvcrt.locking(fn, lock_mode, -1)
275
                    finally:
276
                        os.lseek(fn, fpos, 0)
277
                except Exception, e:
278
                    raise LockError(e)
279
615 by Martin Pool
Major rework of locking code:
280
            def _msvc_unlock(f):
577 by Martin Pool
- merge portable lock module from John
281
                try:
282
                    if type(f) == file:
283
                        fpos = f.tell()
284
                        fn = f.fileno()
285
                        f.seek(0)
286
                    else:
287
                        fn = f
288
                        fpos = os.lseek(fn, 0,0)
289
                        os.lseek(fn, 0,0)
290
291
                    try:
292
                        msvcrt.locking(fn, msvcrt.LK_UNLCK, -1)
293
                    finally:
294
                        os.lseek(fn, fpos, 0)
295
                except Exception, e:
296
                    raise LockError(e)
615 by Martin Pool
Major rework of locking code:
297
298
299
            WriteLock = _msvc_WriteLock
300
            ReadLock = _msvc_ReadLock
577 by Martin Pool
- merge portable lock module from John
301
        except ImportError:
615 by Martin Pool
Major rework of locking code:
302
            raise NotImplementedError("please write a locking method "
303
                                      "for platform %r" % sys.platform)