231
214
:returns: The nonce of the lock, if it was successfully acquired.
233
:raises LockContention: If the lock is held by someone else. The
234
exception contains the info of the current holder of the lock.
216
:raises LockContention: If the lock is held by someone else. The exception
217
contains the info of the current holder of the lock.
236
219
self._trace("lock_write...")
237
220
start_time = time.time()
239
222
tmpname = self._create_pending_dir()
240
except (errors.TransportError, PathError) as e:
223
except (errors.TransportError, PathError), e:
241
224
self._trace("... failed to create pending dir, %s", e)
242
225
raise LockFailed(self, e)
245
self.transport.rename(tmpname, self._held_dir)
247
except (errors.TransportError, PathError, DirectoryNotEmpty,
248
FileExists, ResourceBusy) as e:
249
self._trace("... contention, %s", e)
250
other_holder = self.peek()
251
self._trace("other holder is %r" % other_holder)
253
self._handle_lock_contention(other_holder)
254
except BaseException:
255
self._remove_pending_dir(tmpname)
257
except Exception as e:
258
self._trace("... lock failed, %s", e)
259
self._remove_pending_dir(tmpname)
227
self.transport.rename(tmpname, self._held_dir)
228
except (errors.TransportError, PathError, DirectoryNotEmpty,
229
FileExists, ResourceBusy), e:
230
self._trace("... contention, %s", e)
231
self._remove_pending_dir(tmpname)
232
raise LockContention(self)
234
self._trace("... lock failed, %s", e)
235
self._remove_pending_dir(tmpname)
261
237
# We must check we really got the lock, because Launchpad's sftp
262
238
# server at one time had a bug were the rename would successfully
263
239
# move the new directory into the existing directory, which was
264
240
# incorrect. It's possible some other servers or filesystems will
265
241
# have a similar bug allowing someone to think they got the lock
266
242
# when it's already held.
268
# See <https://bugs.launchpad.net/bzr/+bug/498378> for one case.
270
# Strictly the check is unnecessary and a waste of time for most
271
# people, but probably worth trapping if something is wrong.
272
243
info = self.peek()
273
244
self._trace("after locking, info=%r", info)
275
raise LockFailed(self, "lock was renamed into place, but "
277
if info.get('nonce') != self.nonce:
245
if info['nonce'] != self.nonce:
278
246
self._trace("rename succeeded, "
279
"but lock is still held by someone else")
247
"but lock is still held by someone else")
280
248
raise LockContention(self)
281
249
self._lock_held = True
282
250
self._trace("... lock succeeded after %dms",
283
(time.time() - start_time) * 1000)
251
(time.time() - start_time) * 1000)
284
252
return self.nonce
286
def _handle_lock_contention(self, other_holder):
287
"""A lock we want to take is held by someone else.
289
This function can: tell the user about it; possibly detect that it's
290
safe or appropriate to steal the lock, or just raise an exception.
292
If this function returns (without raising an exception) the lock will
295
:param other_holder: A LockHeldInfo for the current holder; note that
296
it might be None if the lock can be seen to be held but the info
299
if (other_holder is not None):
300
if other_holder.is_lock_holder_known_dead():
301
if self.get_config().get('locks.steal_dead'):
302
ui.ui_factory.show_user_warning(
304
lock_url=urlutils.join(self.transport.base, self.path),
305
other_holder_info=text_type(other_holder))
306
self.force_break(other_holder)
307
self._trace("stole lock from dead holder")
309
raise LockContention(self)
311
254
def _remove_pending_dir(self, tmpname):
312
255
"""Remove the pending directory
369
311
self.transport.delete(tmpname + self.__INFO_NAME)
371
313
self.transport.rmdir(tmpname)
372
except DirectoryNotEmpty:
314
except DirectoryNotEmpty, e:
373
315
# There might have been junk left over by a rename that moved
374
316
# another locker within the 'held' directory. do a slower
375
317
# deletion where we list the directory and remove everything
320
# Maybe this should be broader to allow for ftp servers with
321
# non-specific error messages?
377
322
self._trace("doing recursive deletion of non-empty directory "
379
324
self.transport.delete_tree(tmpname)
380
325
self._trace("... unlock succeeded after %dms",
381
(time.time() - start_time) * 1000)
326
(time.time() - start_time) * 1000)
382
327
result = lock.LockResult(self.transport.abspath(self.path),
384
329
for hook in self.hooks['lock_released']:
387
332
def break_lock(self):
388
333
"""Break a lock not held by this instance of LockDir.
390
This is a UI centric function: it uses the ui.ui_factory to
335
This is a UI centric function: it uses the bzrlib.ui.ui_factory to
391
336
prompt for input if a lock is detected and there is any doubt about
392
it possibly being still active. force_break is the non-interactive
395
:returns: LockResult for the broken lock.
337
it possibly being still active.
397
339
self._check_not_locked()
399
holder_info = self.peek()
400
except LockCorrupt as e:
401
# The lock info is corrupt.
402
if ui.ui_factory.get_boolean(u"Break (corrupt %r)" % (self,)):
403
self.force_break_corrupt(e.file_data)
340
holder_info = self.peek()
405
341
if holder_info is not None:
406
if ui.ui_factory.confirm_action(
407
u"Break %(lock_info)s",
408
'breezy.lockdir.break',
409
dict(lock_info=text_type(holder_info))):
410
result = self.force_break(holder_info)
411
ui.ui_factory.show_message(
412
"Broke lock %s" % result.lock_url)
342
lock_info = '\n'.join(self._format_lock_info(holder_info))
343
if bzrlib.ui.ui_factory.get_boolean("Break %s" % lock_info):
344
self.force_break(holder_info)
414
346
def force_break(self, dead_holder_info):
415
347
"""Release a lock held by another process.
418
350
it still thinks it has the lock there will be two concurrent writers.
419
351
In general the user's approval should be sought for lock breaks.
353
dead_holder_info must be the result of a previous LockDir.peek() call;
354
this is used to check that it's still held by the same process that
355
the user decided was dead. If this is not the current holder,
356
LockBreakMismatch is raised.
421
358
After the lock is broken it will not be held by any process.
422
359
It is possible that another process may sneak in and take the
423
360
lock before the breaking process acquires it.
425
:param dead_holder_info:
426
Must be the result of a previous LockDir.peek() call; this is used
427
to check that it's still held by the same process that the user
428
decided was dead. If this is not the current holder,
429
LockBreakMismatch is raised.
431
:returns: LockResult for the broken lock.
433
if not isinstance(dead_holder_info, LockHeldInfo):
362
if not isinstance(dead_holder_info, dict):
434
363
raise ValueError("dead_holder_info: %r" % dead_holder_info)
435
364
self._check_not_locked()
436
365
current_info = self.peek()
454
383
current_info.get('nonce'))
455
384
for hook in self.hooks['lock_broken']:
459
def force_break_corrupt(self, corrupt_info_lines):
460
"""Release a lock that has been corrupted.
462
This is very similar to force_break, it except it doesn't assume that
463
self.peek() can work.
465
:param corrupt_info_lines: the lines of the corrupted info file, used
466
to check that the lock hasn't changed between reading the (corrupt)
467
info file and calling force_break_corrupt.
469
# XXX: this copes with unparseable info files, but what about missing
470
# info files? Or missing lock dirs?
471
self._check_not_locked()
472
tmpname = '%s/broken.%s.tmp' % (self.path, rand_chars(20))
473
self.transport.rename(self._held_dir, tmpname)
474
# check that we actually broke the right lock, not someone else;
475
# there's a small race window between checking it and doing the
477
broken_info_path = tmpname + self.__INFO_NAME
478
broken_content = self.transport.get_bytes(broken_info_path)
479
broken_lines = osutils.split_lines(broken_content)
480
if broken_lines != corrupt_info_lines:
481
raise LockBreakMismatch(self, broken_lines, corrupt_info_lines)
482
self.transport.delete(broken_info_path)
483
self.transport.rmdir(tmpname)
484
result = lock.LockResult(self.transport.abspath(self.path))
485
for hook in self.hooks['lock_broken']:
488
387
def _check_not_locked(self):
489
388
"""If the lock is held by this instance, raise an error."""
611
513
new_info = self.peek()
612
514
if new_info is not None and new_info != last_info:
613
515
if last_info is None:
614
start = gettext('Unable to obtain')
516
start = 'Unable to obtain'
616
start = gettext('Lock owner changed for')
518
start = 'Lock owner changed for'
617
519
last_info = new_info
618
msg = gettext('{0} lock {1} {2}.').format(start, lock_url,
520
formatted_info = self._format_lock_info(new_info)
620
521
if deadline_str is None:
621
522
deadline_str = time.strftime('%H:%M:%S',
622
523
time.localtime(deadline))
624
msg += '\n' + gettext(
625
'Will continue to try until %s, unless '
626
'you press Ctrl-C.') % deadline_str
627
msg += '\n' + gettext('See "brz help break-lock" for more.')
628
self._report_function(msg)
524
lock_url = self.transport.abspath(self.path)
525
self._report_function('%s %s\n'
527
'%s\n' # locked ... ago
528
'Will continue to try until %s, unless '
530
'If you\'re sure that it\'s not being '
531
'modified, use bzr break-lock %s',
629
539
if (max_attempts is not None) and (attempt_count >= max_attempts):
630
540
self._trace("exceeded %d attempts")
631
541
raise LockContention(self)
681
588
# we can't rely on that remotely. Once this is cleaned up,
682
589
# reenable this warning to prevent it coming back in
683
590
# -- mbp 20060303
684
# warn("LockDir.lock_read falls back to write lock")
591
## warn("LockDir.lock_read falls back to write lock")
685
592
if self._lock_held or self._fake_read_lock:
686
593
raise LockContention(self)
687
594
self._fake_read_lock = True
596
def _format_lock_info(self, info):
597
"""Turn the contents of peek() into something for the user"""
598
lock_url = self.transport.abspath(self.path)
599
delta = time.time() - int(info['start_time'])
601
'lock %s' % (lock_url,),
602
'held by %(user)s on host %(hostname)s [process #%(pid)s]' % info,
603
'locked %s' % (format_delta(delta),),
689
606
def validate_token(self, token):
690
607
if token is not None:
691
608
info = self.peek()
703
620
if 'lock' not in debug.debug_flags:
705
622
mutter(str(self) + ": " + (format % args))
707
def get_config(self):
708
"""Get the configuration that governs this lockdir."""
709
# XXX: This really should also use the locationconfig at least, but
710
# that seems a bit hard to hook up at the moment. -- mbp 20110329
711
# FIXME: The above is still true ;) -- vila 20110811
712
return config.GlobalStack()
715
class LockHeldInfo(object):
716
"""The information recorded about a held lock.
718
This information is recorded into the lock when it's taken, and it can be
719
read back by any process with access to the lockdir. It can be used, for
720
example, to tell the user who holds the lock, or to try to detect whether
721
the lock holder is still alive.
723
Prior to bzr 2.4 a simple dict was used instead of an object.
726
def __init__(self, info_dict):
727
self.info_dict = info_dict
730
"""Return a debugging representation of this object."""
731
return "%s(%r)" % (self.__class__.__name__, self.info_dict)
733
def __unicode__(self):
734
"""Return a user-oriented description of this object."""
735
d = self.to_readable_dict()
737
u'held by %(user)s on %(hostname)s (process #%(pid)s), '
738
u'acquired %(time_ago)s') % d)
741
__str__ = __unicode__
743
def to_readable_dict(self):
744
"""Turn the holder info into a dict of human-readable attributes.
746
For example, the start time is presented relative to the current time,
747
rather than as seconds since the epoch.
749
Returns a list of [user, hostname, pid, time_ago] all as readable
752
start_time = self.info_dict.get('start_time')
753
if start_time is None:
754
time_ago = '(unknown)'
756
time_ago = format_delta(
757
time.time() - int(self.info_dict['start_time']))
758
user = self.info_dict.get('user', '<unknown>')
759
hostname = self.info_dict.get('hostname', '<unknown>')
760
pid = self.info_dict.get('pid', '<unknown>')
767
def get(self, field_name):
768
"""Return the contents of a field from the lock info, or None."""
769
return self.info_dict.get(field_name)
772
def for_this_process(cls, extra_holder_info):
773
"""Return a new LockHeldInfo for a lock taken by this process.
776
hostname=get_host_name(),
777
pid=str(os.getpid()),
778
nonce=rand_chars(20).encode('ascii'),
779
start_time=str(int(time.time())),
780
user=get_username_for_lock_info(),
782
if extra_holder_info is not None:
783
info.update(extra_holder_info)
787
s = rio.Stanza(**self.info_dict)
791
def from_info_file_bytes(cls, info_file_bytes):
792
"""Construct from the contents of the held file."""
793
lines = osutils.split_lines(info_file_bytes)
795
stanza = rio.read_stanza(lines)
796
except ValueError as e:
797
mutter('Corrupt lock info file: %r', lines)
798
raise LockCorrupt("could not parse lock info file: " + str(e),
801
# see bug 185013; we fairly often end up with the info file being
802
# empty after an interruption; we could log a message here but
803
# there may not be much we can say
806
ret = stanza.as_dict()
807
ret['nonce'] = ret['nonce'].encode('ascii')
813
def __eq__(self, other):
814
"""Equality check for lock holders."""
815
if type(self) != type(other):
817
return self.info_dict == other.info_dict
819
def __ne__(self, other):
820
return not self == other
822
def is_locked_by_this_process(self):
823
"""True if this process seems to be the current lock holder."""
825
self.get('hostname') == get_host_name()
826
and self.get('pid') == str(os.getpid())
827
and self.get('user') == get_username_for_lock_info())
829
def is_lock_holder_known_dead(self):
830
"""True if the lock holder process is known to be dead.
832
False if it's either known to be still alive, or if we just can't tell.
834
We can be fairly sure the lock holder is dead if it declared the same
835
hostname and there is no process with the given pid alive. If people
836
have multiple machines with the same hostname this may cause trouble.
838
This doesn't check whether the lock holder is in fact the same process
839
calling this method. (In that case it will return true.)
841
if self.get('hostname') != get_host_name():
843
if self.get('hostname') == 'localhost':
846
if self.get('user') != get_username_for_lock_info():
847
# Could well be another local process by a different user, but
848
# just to be safe we won't conclude about this either.
850
pid_str = self.info_dict.get('pid', None)
852
mutter("no pid recorded in %r" % (self, ))
857
mutter("can't parse pid %r from %r"
860
return osutils.is_local_pid_dead(pid)
863
def get_username_for_lock_info():
864
"""Get a username suitable for putting into a lock.
866
It's ok if what's written here is not a proper email address as long
867
as it gives some clue who the user is.
870
return config.GlobalStack().get('email')
871
except errors.NoWhoami:
872
return osutils.getuser_unicode()