/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1553.5.39 by Martin Pool
More lock docs
1
# Copyright (C) 2005, 2006 Canonical Ltd
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
2
#
577 by Martin Pool
- merge portable lock module from John
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
7
#
577 by Martin Pool
- merge portable lock module from John
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
12
#
577 by Martin Pool
- merge portable lock module from John
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
1553.5.39 by Martin Pool
More lock docs
18
"""Locking using OS file locks or file existence.
577 by Martin Pool
- merge portable lock module from John
19
1553.5.46 by Martin Pool
doc
20
Note: This method of locking is generally deprecated in favour of LockDir, but
21
is used to lock local WorkingTrees, and by some old formats.  It's accessed
22
through Transport.lock_read(), etc.
577 by Martin Pool
- merge portable lock module from John
23
24
This module causes two methods, lock() and unlock() to be defined in
25
any way that works on the current platform.
26
27
It is not specified whether these locks are reentrant (i.e. can be
28
taken repeatedly by a single process) or whether they exclude
1553.5.39 by Martin Pool
More lock docs
29
different threads in a single process.  That reentrancy is provided by 
30
LockableFiles.
615 by Martin Pool
Major rework of locking code:
31
32
This defines two classes: ReadLock and WriteLock, which can be
33
implemented in different ways on different platforms.  Both have an
34
unlock() method.
614 by Martin Pool
- unify two defintions of LockError
35
"""
577 by Martin Pool
- merge portable lock module from John
36
1185.65.29 by Robert Collins
Implement final review suggestions.
37
import errno
38
import os
656 by Martin Pool
- create branch lock files if they don't exist
39
import sys
577 by Martin Pool
- merge portable lock module from John
40
2255.2.145 by Robert Collins
Support unbreakable locks for trees.
41
from bzrlib.errors import LockError, LockContention
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
42
from bzrlib.osutils import realpath
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
43
from bzrlib.trace import mutter
1711.8.1 by John Arbash Meinel
Branch.lock_read/lock_write/unlock should handle failures
44
577 by Martin Pool
- merge portable lock module from John
45
615 by Martin Pool
Major rework of locking code:
46
class _base_Lock(object):
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
47
615 by Martin Pool
Major rework of locking code:
48
    def _open(self, filename, filemode):
656 by Martin Pool
- create branch lock files if they don't exist
49
        try:
50
            self.f = open(filename, filemode)
51
            return self.f
52
        except IOError, e:
53
            if e.errno != errno.ENOENT:
54
                raise
55
56
            # maybe this is an old branch (before may 2005)
1185.31.4 by John Arbash Meinel
Fixing mutter() calls to not have to do string processing.
57
            mutter("trying to create missing branch lock %r", filename)
656 by Martin Pool
- create branch lock files if they don't exist
58
            
1185.65.29 by Robert Collins
Implement final review suggestions.
59
            self.f = open(filename, 'wb+')
656 by Martin Pool
- create branch lock files if they don't exist
60
            return self.f
61
615 by Martin Pool
Major rework of locking code:
62
    def __del__(self):
63
        if self.f:
64
            from warnings import warn
65
            warn("lock on %r not released" % self.f)
66
            self.unlock()
656 by Martin Pool
- create branch lock files if they don't exist
67
            
615 by Martin Pool
Major rework of locking code:
68
    def unlock(self):
69
        raise NotImplementedError()
70
71
72
############################################################
73
# msvcrt locks
74
75
577 by Martin Pool
- merge portable lock module from John
76
try:
77
    import fcntl
615 by Martin Pool
Major rework of locking code:
78
79
    class _fcntl_FileLock(_base_Lock):
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
80
615 by Martin Pool
Major rework of locking code:
81
        f = None
82
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
83
        def _unlock(self):
1185.9.2 by Harald Meland
Use fcntl.lockf() rather than fcntl.flock() to support NFS file systems.
84
            fcntl.lockf(self.f, fcntl.LOCK_UN)
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
85
            self._clear_f()
86
87
        def _clear_f(self):
88
            """Clear the self.f attribute cleanly."""
615 by Martin Pool
Major rework of locking code:
89
            self.f.close()
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
90
            del self.f
615 by Martin Pool
Major rework of locking code:
91
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
92
615 by Martin Pool
Major rework of locking code:
93
    class _fcntl_WriteLock(_fcntl_FileLock):
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
94
95
        open_locks = {}
96
615 by Martin Pool
Major rework of locking code:
97
        def __init__(self, filename):
1185.65.29 by Robert Collins
Implement final review suggestions.
98
            # standard IO errors get exposed directly.
2255.5.1 by John Arbash Meinel
Update the dirstate tests to lock and unlock properly.
99
            self._open(filename, 'rb+')
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
100
            self.filename = realpath(filename)
101
            if self.filename in self.open_locks:
102
                self._clear_f()
103
                raise LockContention("Lock already held.")
104
            # reserve a slot for this lock - even if the lockf call fails,
105
            # at thisi point unlock() will be called, because self.f is set.
106
            # TODO: make this fully threadsafe, if we decide we care.
107
            self.open_locks[self.filename] = self.filename
615 by Martin Pool
Major rework of locking code:
108
            try:
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
109
                # LOCK_NB will cause IOError to be raised if we can't grab a
110
                # lock right away.
111
                fcntl.lockf(self.f, fcntl.LOCK_EX | fcntl.LOCK_NB)
1185.65.29 by Robert Collins
Implement final review suggestions.
112
            except IOError, e:
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
113
                if e.errno in (errno.EAGAIN, errno.EACCES):
114
                    # We couldn't grab the lock
115
                    self.unlock()
1185.65.29 by Robert Collins
Implement final review suggestions.
116
                # we should be more precise about whats a locking
117
                # error and whats a random-other error
615 by Martin Pool
Major rework of locking code:
118
                raise LockError(e)
119
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
120
        def unlock(self):
121
            del self.open_locks[self.filename]
122
            self._unlock()
123
124
615 by Martin Pool
Major rework of locking code:
125
    class _fcntl_ReadLock(_fcntl_FileLock):
1185.65.29 by Robert Collins
Implement final review suggestions.
126
615 by Martin Pool
Major rework of locking code:
127
        def __init__(self, filename):
1185.65.29 by Robert Collins
Implement final review suggestions.
128
            # standard IO errors get exposed directly.
129
            self._open(filename, 'rb')
615 by Martin Pool
Major rework of locking code:
130
            try:
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
131
                # LOCK_NB will cause IOError to be raised if we can't grab a
132
                # lock right away.
133
                fcntl.lockf(self.f, fcntl.LOCK_SH | fcntl.LOCK_NB)
1185.65.29 by Robert Collins
Implement final review suggestions.
134
            except IOError, e:
135
                # we should be more precise about whats a locking
136
                # error and whats a random-other error
615 by Martin Pool
Major rework of locking code:
137
                raise LockError(e)
138
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
139
        def unlock(self):
140
            self._unlock()
141
142
615 by Martin Pool
Major rework of locking code:
143
    WriteLock = _fcntl_WriteLock
144
    ReadLock = _fcntl_ReadLock
577 by Martin Pool
- merge portable lock module from John
145
1185.65.29 by Robert Collins
Implement final review suggestions.
146
577 by Martin Pool
- merge portable lock module from John
147
except ImportError:
148
    try:
149
        import win32con, win32file, pywintypes
615 by Martin Pool
Major rework of locking code:
150
151
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
152
        LOCK_SH = 0 # the default
153
        LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK
154
        LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY
615 by Martin Pool
Major rework of locking code:
155
156
        class _w32c_FileLock(_base_Lock):
157
            def _lock(self, filename, openmode, lockmode):
158
                try:
159
                    self._open(filename, openmode)
160
                    self.hfile = win32file._get_osfhandle(self.f.fileno())
161
                    overlapped = pywintypes.OVERLAPPED()
162
                    win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000, overlapped)
163
                except Exception, e:
1711.7.31 by John Arbash Meinel
Clean up win32 locks when they fail to lock, so we don't try to unlock them later.
164
                    if self.f:
165
                        self.f.close()
166
                        self.f = None
615 by Martin Pool
Major rework of locking code:
167
                    raise LockError(e)
168
169
            def unlock(self):
170
                try:
171
                    overlapped = pywintypes.OVERLAPPED()
172
                    win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped)
173
                    self.f.close()
174
                    self.f = None
175
                except Exception, e:
176
                    raise LockError(e)
177
178
179
        class _w32c_ReadLock(_w32c_FileLock):
180
            def __init__(self, filename):
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
181
                _w32c_FileLock._lock(self, filename, 'rb',
182
                                     LOCK_NB)
615 by Martin Pool
Major rework of locking code:
183
184
        class _w32c_WriteLock(_w32c_FileLock):
185
            def __init__(self, filename):
2255.5.1 by John Arbash Meinel
Update the dirstate tests to lock and unlock properly.
186
                _w32c_FileLock._lock(self, filename, 'rb+',
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
187
                                     LOCK_EX + LOCK_NB)
615 by Martin Pool
Major rework of locking code:
188
189
190
        WriteLock = _w32c_WriteLock
191
        ReadLock = _w32c_ReadLock
192
577 by Martin Pool
- merge portable lock module from John
193
    except ImportError:
194
        try:
195
            import msvcrt
615 by Martin Pool
Major rework of locking code:
196
197
577 by Martin Pool
- merge portable lock module from John
198
            # Unfortunately, msvcrt.locking() doesn't distinguish between
199
            # read locks and write locks. Also, the way the combinations
200
            # work to get non-blocking is not the same, so we
201
            # have to write extra special functions here.
202
615 by Martin Pool
Major rework of locking code:
203
204
            class _msvc_FileLock(_base_Lock):
205
                LOCK_SH = 1
206
                LOCK_EX = 2
207
                LOCK_NB = 4
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
208
615 by Martin Pool
Major rework of locking code:
209
                def unlock(self):
210
                    _msvc_unlock(self.f)
1185.7.1 by Martin Pool
- Quieten warnings about locking; patch from Matt Lavin.
211
                    self.f.close()
212
                    self.f = None
615 by Martin Pool
Major rework of locking code:
213
214
215
            class _msvc_ReadLock(_msvc_FileLock):
216
                def __init__(self, filename):
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
217
                    _msvc_lock(self._open(filename, 'rb'),
218
                               self.LOCK_SH | self.LOCK_NB)
615 by Martin Pool
Major rework of locking code:
219
220
221
            class _msvc_WriteLock(_msvc_FileLock):
222
                def __init__(self, filename):
2255.10.2 by John Arbash Meinel
Update to dirstate locking.
223
                    _msvc_lock(self._open(filename, 'rb+'),
224
                               self.LOCK_EX | self.LOCK_NB)
615 by Martin Pool
Major rework of locking code:
225
226
227
            def _msvc_lock(f, flags):
577 by Martin Pool
- merge portable lock module from John
228
                try:
229
                    # Unfortunately, msvcrt.LK_RLCK is equivalent to msvcrt.LK_LOCK
230
                    # according to the comments, LK_RLCK is open the lock for writing.
231
232
                    # Unfortunately, msvcrt.locking() also has the side effect that it
233
                    # will only block for 10 seconds at most, and then it will throw an
234
                    # exception, this isn't terrible, though.
235
                    if type(f) == file:
236
                        fpos = f.tell()
237
                        fn = f.fileno()
238
                        f.seek(0)
239
                    else:
240
                        fn = f
241
                        fpos = os.lseek(fn, 0,0)
242
                        os.lseek(fn, 0,0)
615 by Martin Pool
Major rework of locking code:
243
951 by Martin Pool
- fix up self reference in msvc lock object
244
                    if flags & _msvc_FileLock.LOCK_SH:
245
                        if flags & _msvc_FileLock.LOCK_NB:
577 by Martin Pool
- merge portable lock module from John
246
                            lock_mode = msvcrt.LK_NBLCK
247
                        else:
248
                            lock_mode = msvcrt.LK_LOCK
951 by Martin Pool
- fix up self reference in msvc lock object
249
                    elif flags & _msvc_FileLock.LOCK_EX:
250
                        if flags & _msvc_FileLock.LOCK_NB:
577 by Martin Pool
- merge portable lock module from John
251
                            lock_mode = msvcrt.LK_NBRLCK
252
                        else:
253
                            lock_mode = msvcrt.LK_RLCK
254
                    else:
255
                        raise ValueError('Invalid lock mode: %r' % flags)
256
                    try:
257
                        msvcrt.locking(fn, lock_mode, -1)
258
                    finally:
259
                        os.lseek(fn, fpos, 0)
260
                except Exception, e:
261
                    raise LockError(e)
262
615 by Martin Pool
Major rework of locking code:
263
            def _msvc_unlock(f):
577 by Martin Pool
- merge portable lock module from John
264
                try:
265
                    if type(f) == file:
266
                        fpos = f.tell()
267
                        fn = f.fileno()
268
                        f.seek(0)
269
                    else:
270
                        fn = f
271
                        fpos = os.lseek(fn, 0,0)
272
                        os.lseek(fn, 0,0)
273
274
                    try:
275
                        msvcrt.locking(fn, msvcrt.LK_UNLCK, -1)
276
                    finally:
277
                        os.lseek(fn, fpos, 0)
278
                except Exception, e:
279
                    raise LockError(e)
615 by Martin Pool
Major rework of locking code:
280
281
282
            WriteLock = _msvc_WriteLock
283
            ReadLock = _msvc_ReadLock
577 by Martin Pool
- merge portable lock module from John
284
        except ImportError:
615 by Martin Pool
Major rework of locking code:
285
            raise NotImplementedError("please write a locking method "
286
                                      "for platform %r" % sys.platform)