bzr branch
http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
|
1553.5.39
by Martin Pool
More lock docs |
1 |
# Copyright (C) 2005, 2006 Canonical Ltd
|
|
577
by Martin Pool
- merge portable lock module from John |
2 |
|
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
||
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
||
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
17 |
||
|
1553.5.39
by Martin Pool
More lock docs |
18 |
"""Locking using OS file locks or file existence.
|
|
577
by Martin Pool
- merge portable lock module from John |
19 |
|
|
1553.5.46
by Martin Pool
doc |
20 |
Note: This method of locking is generally deprecated in favour of LockDir, but
|
21 |
is used to lock local WorkingTrees, and by some old formats. It's accessed
|
|
22 |
through Transport.lock_read(), etc.
|
|
|
577
by Martin Pool
- merge portable lock module from John |
23 |
|
24 |
This module causes two methods, lock() and unlock() to be defined in
|
|
25 |
any way that works on the current platform.
|
|
26 |
||
27 |
It is not specified whether these locks are reentrant (i.e. can be
|
|
28 |
taken repeatedly by a single process) or whether they exclude
|
|
|
1553.5.39
by Martin Pool
More lock docs |
29 |
different threads in a single process. That reentrancy is provided by
|
30 |
LockableFiles.
|
|
|
615
by Martin Pool
Major rework of locking code: |
31 |
|
32 |
This defines two classes: ReadLock and WriteLock, which can be
|
|
33 |
implemented in different ways on different platforms. Both have an
|
|
34 |
unlock() method.
|
|
|
614
by Martin Pool
- unify two defintions of LockError |
35 |
"""
|
|
577
by Martin Pool
- merge portable lock module from John |
36 |
|
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
37 |
import errno |
38 |
import os |
|
|
656
by Martin Pool
- create branch lock files if they don't exist |
39 |
import sys |
|
577
by Martin Pool
- merge portable lock module from John |
40 |
|
|
1773.4.1
by Martin Pool
Add pyflakes makefile target; fix many warnings |
41 |
from bzrlib.trace import mutter |
|
1711.8.1
by John Arbash Meinel
Branch.lock_read/lock_write/unlock should handle failures |
42 |
from bzrlib.errors import LockError, TestPreventLocking |
43 |
||
44 |
||
45 |
class LockWrapper(object): |
|
46 |
"""A wrapper which lets us set locking ability. |
|
47 |
||
48 |
This also lets us record what objects were locked in what order,
|
|
49 |
to ensure that locking happens correctly.
|
|
50 |
"""
|
|
51 |
||
52 |
def __init__(self, sequence, other, other_id): |
|
53 |
"""Wrap a locking policy around a given object. |
|
54 |
||
55 |
:param sequence: A list object where we should record actions
|
|
56 |
:param other: The object to control policy on
|
|
57 |
:param other_id: Something to identify the object by
|
|
58 |
"""
|
|
59 |
self.__dict__['_sequence'] = sequence |
|
60 |
self.__dict__['_other'] = other |
|
61 |
self.__dict__['_other_id'] = other_id |
|
62 |
self.__dict__['_allow_write'] = True |
|
63 |
self.__dict__['_allow_read'] = True |
|
64 |
self.__dict__['_allow_unlock'] = True |
|
65 |
||
66 |
def __getattr__(self, attr): |
|
67 |
return getattr(self._other, attr) |
|
68 |
||
69 |
def __setattr__(self, attr, val): |
|
70 |
return setattr(self._other, attr, val) |
|
71 |
||
72 |
def lock_read(self): |
|
73 |
self._sequence.append((self._other_id, 'lr', self._allow_read)) |
|
74 |
if self._allow_read: |
|
75 |
return self._other.lock_read() |
|
76 |
raise TestPreventLocking('lock_read disabled') |
|
77 |
||
78 |
def lock_write(self): |
|
79 |
self._sequence.append((self._other_id, 'lw', self._allow_write)) |
|
80 |
if self._allow_write: |
|
81 |
return self._other.lock_write() |
|
82 |
raise TestPreventLocking('lock_write disabled') |
|
83 |
||
84 |
def unlock(self): |
|
85 |
self._sequence.append((self._other_id, 'ul', self._allow_unlock)) |
|
86 |
if self._allow_unlock: |
|
87 |
return self._other.unlock() |
|
88 |
raise TestPreventLocking('unlock disabled') |
|
89 |
||
90 |
def disable_lock_read(self): |
|
91 |
"""Make a lock_read call fail""" |
|
92 |
self.__dict__['_allow_read'] = False |
|
93 |
||
94 |
def disable_unlock(self): |
|
95 |
"""Make an unlock call fail""" |
|
96 |
self.__dict__['_allow_unlock'] = False |
|
97 |
||
98 |
def disable_lock_write(self): |
|
99 |
"""Make a lock_write call fail""" |
|
100 |
self.__dict__['_allow_write'] = False |
|
101 |
||
|
577
by Martin Pool
- merge portable lock module from John |
102 |
|
|
615
by Martin Pool
Major rework of locking code: |
103 |
class _base_Lock(object): |
104 |
def _open(self, filename, filemode): |
|
|
656
by Martin Pool
- create branch lock files if they don't exist |
105 |
try: |
106 |
self.f = open(filename, filemode) |
|
107 |
return self.f |
|
108 |
except IOError, e: |
|
109 |
if e.errno != errno.ENOENT: |
|
110 |
raise
|
|
111 |
||
112 |
# maybe this is an old branch (before may 2005)
|
|
|
1185.31.4
by John Arbash Meinel
Fixing mutter() calls to not have to do string processing. |
113 |
mutter("trying to create missing branch lock %r", filename) |
|
656
by Martin Pool
- create branch lock files if they don't exist |
114 |
|
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
115 |
self.f = open(filename, 'wb+') |
|
656
by Martin Pool
- create branch lock files if they don't exist |
116 |
return self.f |
117 |
||
|
615
by Martin Pool
Major rework of locking code: |
118 |
def __del__(self): |
119 |
if self.f: |
|
120 |
from warnings import warn |
|
121 |
warn("lock on %r not released" % self.f) |
|
122 |
self.unlock() |
|
|
656
by Martin Pool
- create branch lock files if they don't exist |
123 |
|
|
615
by Martin Pool
Major rework of locking code: |
124 |
def unlock(self): |
125 |
raise NotImplementedError() |
|
126 |
||
127 |
||
128 |
############################################################
|
|
129 |
# msvcrt locks
|
|
130 |
||
131 |
||
|
577
by Martin Pool
- merge portable lock module from John |
132 |
try: |
133 |
import fcntl |
|
|
615
by Martin Pool
Major rework of locking code: |
134 |
|
135 |
class _fcntl_FileLock(_base_Lock): |
|
136 |
f = None |
|
137 |
||
138 |
def unlock(self): |
|
|
1185.9.2
by Harald Meland
Use fcntl.lockf() rather than fcntl.flock() to support NFS file systems. |
139 |
fcntl.lockf(self.f, fcntl.LOCK_UN) |
|
615
by Martin Pool
Major rework of locking code: |
140 |
self.f.close() |
141 |
del self.f |
|
142 |
||
143 |
class _fcntl_WriteLock(_fcntl_FileLock): |
|
144 |
def __init__(self, filename): |
|
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
145 |
# standard IO errors get exposed directly.
|
146 |
self._open(filename, 'wb') |
|
|
615
by Martin Pool
Major rework of locking code: |
147 |
try: |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
148 |
fcntl.lockf(self.f, fcntl.LOCK_EX) |
149 |
except IOError, e: |
|
150 |
# we should be more precise about whats a locking
|
|
151 |
# error and whats a random-other error
|
|
|
615
by Martin Pool
Major rework of locking code: |
152 |
raise LockError(e) |
153 |
||
154 |
class _fcntl_ReadLock(_fcntl_FileLock): |
|
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
155 |
|
|
615
by Martin Pool
Major rework of locking code: |
156 |
def __init__(self, filename): |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
157 |
# standard IO errors get exposed directly.
|
158 |
self._open(filename, 'rb') |
|
|
615
by Martin Pool
Major rework of locking code: |
159 |
try: |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
160 |
fcntl.lockf(self.f, fcntl.LOCK_SH) |
161 |
except IOError, e: |
|
162 |
# we should be more precise about whats a locking
|
|
163 |
# error and whats a random-other error
|
|
|
615
by Martin Pool
Major rework of locking code: |
164 |
raise LockError(e) |
165 |
||
166 |
WriteLock = _fcntl_WriteLock |
|
167 |
ReadLock = _fcntl_ReadLock |
|
|
577
by Martin Pool
- merge portable lock module from John |
168 |
|
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
169 |
|
|
577
by Martin Pool
- merge portable lock module from John |
170 |
except ImportError: |
171 |
try: |
|
172 |
import win32con, win32file, pywintypes |
|
|
615
by Martin Pool
Major rework of locking code: |
173 |
|
174 |
||
|
1185.23.3
by Aaron Bentley
win32 locking fix from Belchenko |
175 |
LOCK_SH = 0 # the default |
176 |
LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK |
|
177 |
LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY |
|
|
615
by Martin Pool
Major rework of locking code: |
178 |
|
179 |
class _w32c_FileLock(_base_Lock): |
|
180 |
def _lock(self, filename, openmode, lockmode): |
|
181 |
try: |
|
182 |
self._open(filename, openmode) |
|
183 |
self.hfile = win32file._get_osfhandle(self.f.fileno()) |
|
184 |
overlapped = pywintypes.OVERLAPPED() |
|
185 |
win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000, overlapped) |
|
186 |
except Exception, e: |
|
187 |
raise LockError(e) |
|
188 |
||
189 |
def unlock(self): |
|
190 |
try: |
|
191 |
overlapped = pywintypes.OVERLAPPED() |
|
192 |
win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped) |
|
193 |
self.f.close() |
|
194 |
self.f = None |
|
195 |
except Exception, e: |
|
196 |
raise LockError(e) |
|
197 |
||
198 |
||
199 |
class _w32c_ReadLock(_w32c_FileLock): |
|
200 |
def __init__(self, filename): |
|
|
1185.23.3
by Aaron Bentley
win32 locking fix from Belchenko |
201 |
_w32c_FileLock._lock(self, filename, 'rb', |
202 |
LOCK_NB) |
|
|
615
by Martin Pool
Major rework of locking code: |
203 |
|
204 |
class _w32c_WriteLock(_w32c_FileLock): |
|
205 |
def __init__(self, filename): |
|
206 |
_w32c_FileLock._lock(self, filename, 'wb', |
|
|
1185.23.3
by Aaron Bentley
win32 locking fix from Belchenko |
207 |
LOCK_EX + LOCK_NB) |
|
615
by Martin Pool
Major rework of locking code: |
208 |
|
209 |
||
210 |
WriteLock = _w32c_WriteLock |
|
211 |
ReadLock = _w32c_ReadLock |
|
212 |
||
|
577
by Martin Pool
- merge portable lock module from John |
213 |
except ImportError: |
214 |
try: |
|
215 |
import msvcrt |
|
|
615
by Martin Pool
Major rework of locking code: |
216 |
|
217 |
||
|
577
by Martin Pool
- merge portable lock module from John |
218 |
# Unfortunately, msvcrt.locking() doesn't distinguish between
|
219 |
# read locks and write locks. Also, the way the combinations
|
|
220 |
# work to get non-blocking is not the same, so we
|
|
221 |
# have to write extra special functions here.
|
|
222 |
||
|
615
by Martin Pool
Major rework of locking code: |
223 |
|
224 |
class _msvc_FileLock(_base_Lock): |
|
225 |
LOCK_SH = 1 |
|
226 |
LOCK_EX = 2 |
|
227 |
LOCK_NB = 4 |
|
228 |
def unlock(self): |
|
229 |
_msvc_unlock(self.f) |
|
|
1185.7.1
by Martin Pool
- Quieten warnings about locking; patch from Matt Lavin. |
230 |
self.f.close() |
231 |
self.f = None |
|
|
615
by Martin Pool
Major rework of locking code: |
232 |
|
233 |
||
234 |
class _msvc_ReadLock(_msvc_FileLock): |
|
235 |
def __init__(self, filename): |
|
236 |
_msvc_lock(self._open(filename, 'rb'), self.LOCK_SH) |
|
237 |
||
238 |
||
239 |
class _msvc_WriteLock(_msvc_FileLock): |
|
240 |
def __init__(self, filename): |
|
241 |
_msvc_lock(self._open(filename, 'wb'), self.LOCK_EX) |
|
242 |
||
243 |
||
244 |
def _msvc_lock(f, flags): |
|
|
577
by Martin Pool
- merge portable lock module from John |
245 |
try: |
246 |
# Unfortunately, msvcrt.LK_RLCK is equivalent to msvcrt.LK_LOCK
|
|
247 |
# according to the comments, LK_RLCK is open the lock for writing.
|
|
248 |
||
249 |
# Unfortunately, msvcrt.locking() also has the side effect that it
|
|
250 |
# will only block for 10 seconds at most, and then it will throw an
|
|
251 |
# exception, this isn't terrible, though.
|
|
252 |
if type(f) == file: |
|
253 |
fpos = f.tell() |
|
254 |
fn = f.fileno() |
|
255 |
f.seek(0) |
|
256 |
else: |
|
257 |
fn = f |
|
258 |
fpos = os.lseek(fn, 0,0) |
|
259 |
os.lseek(fn, 0,0) |
|
|
615
by Martin Pool
Major rework of locking code: |
260 |
|
|
951
by Martin Pool
- fix up self reference in msvc lock object |
261 |
if flags & _msvc_FileLock.LOCK_SH: |
262 |
if flags & _msvc_FileLock.LOCK_NB: |
|
|
577
by Martin Pool
- merge portable lock module from John |
263 |
lock_mode = msvcrt.LK_NBLCK |
264 |
else: |
|
265 |
lock_mode = msvcrt.LK_LOCK |
|
|
951
by Martin Pool
- fix up self reference in msvc lock object |
266 |
elif flags & _msvc_FileLock.LOCK_EX: |
267 |
if flags & _msvc_FileLock.LOCK_NB: |
|
|
577
by Martin Pool
- merge portable lock module from John |
268 |
lock_mode = msvcrt.LK_NBRLCK |
269 |
else: |
|
270 |
lock_mode = msvcrt.LK_RLCK |
|
271 |
else: |
|
272 |
raise ValueError('Invalid lock mode: %r' % flags) |
|
273 |
try: |
|
274 |
msvcrt.locking(fn, lock_mode, -1) |
|
275 |
finally: |
|
276 |
os.lseek(fn, fpos, 0) |
|
277 |
except Exception, e: |
|
278 |
raise LockError(e) |
|
279 |
||
|
615
by Martin Pool
Major rework of locking code: |
280 |
def _msvc_unlock(f): |
|
577
by Martin Pool
- merge portable lock module from John |
281 |
try: |
282 |
if type(f) == file: |
|
283 |
fpos = f.tell() |
|
284 |
fn = f.fileno() |
|
285 |
f.seek(0) |
|
286 |
else: |
|
287 |
fn = f |
|
288 |
fpos = os.lseek(fn, 0,0) |
|
289 |
os.lseek(fn, 0,0) |
|
290 |
||
291 |
try: |
|
292 |
msvcrt.locking(fn, msvcrt.LK_UNLCK, -1) |
|
293 |
finally: |
|
294 |
os.lseek(fn, fpos, 0) |
|
295 |
except Exception, e: |
|
296 |
raise LockError(e) |
|
|
615
by Martin Pool
Major rework of locking code: |
297 |
|
298 |
||
299 |
WriteLock = _msvc_WriteLock |
|
300 |
ReadLock = _msvc_ReadLock |
|
|
577
by Martin Pool
- merge portable lock module from John |
301 |
except ImportError: |
|
615
by Martin Pool
Major rework of locking code: |
302 |
raise NotImplementedError("please write a locking method " |
303 |
"for platform %r" % sys.platform) |