1
# Copyright (C) 2005 Canonical Ltd
1
# Copyright (C) 2005-2010 Canonical Ltd
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
5
5
# the Free Software Foundation; either version 2 of the License, or
6
6
# (at your option) any later version.
8
8
# This program is distributed in the hope that it will be useful,
9
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
11
# GNU General Public License for more details.
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20
This only does local locking using OS locks for now.
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Locking using OS file locks or file existence.
19
Note: This method of locking is generally deprecated in favour of LockDir, but
20
is used to lock local WorkingTrees, and by some old formats. It's accessed
21
through Transport.lock_read(), etc.
22
23
This module causes two methods, lock() and unlock() to be defined in
23
24
any way that works on the current platform.
25
26
It is not specified whether these locks are reentrant (i.e. can be
26
27
taken repeatedly by a single process) or whether they exclude
27
different threads in a single process.
29
Eventually we may need to use some kind of lock representation that
30
will work on a dumb filesystem without actual locking primitives.
28
different threads in a single process. That reentrancy is provided by
32
31
This defines two classes: ReadLock and WriteLock, which can be
33
32
implemented in different ways on different platforms. Both have an
36
from __future__ import absolute_import
41
from bzrlib.trace import mutter, note, warning
42
from bzrlib.errors import LockError
44
class _base_Lock(object):
49
from bzrlib.hooks import Hooks
50
from bzrlib.i18n import gettext
52
class LockHooks(Hooks):
55
Hooks.__init__(self, "bzrlib.lock", "Lock.hooks")
56
self.add_hook('lock_acquired',
57
"Called with a bzrlib.lock.LockResult when a physical lock is "
59
self.add_hook('lock_released',
60
"Called with a bzrlib.lock.LockResult when a physical lock is "
62
self.add_hook('lock_broken',
63
"Called with a bzrlib.lock.LockResult when a physical lock is "
68
"""Base class for locks.
70
:cvar hooks: Hook dictionary for operations on locks.
76
class LockResult(object):
77
"""Result of an operation on a lock; passed to a hook"""
79
def __init__(self, lock_url, details=None):
80
"""Create a lock result for lock with optional details about the lock."""
81
self.lock_url = lock_url
82
self.details = details
84
def __eq__(self, other):
85
return self.lock_url == other.lock_url and self.details == other.details
88
return '%s(%s, %s)' % (self.__class__.__name__,
89
self.lock_url, self.details)
92
class LogicalLockResult(object):
93
"""The result of a lock_read/lock_write/lock_tree_write call on lockables.
95
:ivar unlock: A callable which will unlock the lock.
98
def __init__(self, unlock):
102
return "LogicalLockResult(%s)" % (self.unlock)
106
def cant_unlock_not_held(locked_object):
107
"""An attempt to unlock failed because the object was not locked.
109
This provides a policy point from which we can generate either a warning
112
# This is typically masking some other error and called from a finally
113
# block, so it's useful to have the option not to generate a new error
114
# here. You can use -Werror to make it fatal. It should possibly also
116
if 'unlock' in debug.debug_flags:
117
warnings.warn("%r is already unlocked" % (locked_object,),
120
raise errors.LockNotHeld(locked_object)
130
have_ctypes_win32 = False
131
if sys.platform == 'win32':
134
import win32file, pywintypes, winerror
141
have_ctypes_win32 = True
146
class _OSLock(object):
45
152
def _open(self, filename, filemode):
153
self.filename = osutils.realpath(filename)
48
self.f = open(filename, filemode)
155
self.f = open(self.filename, filemode)
50
157
except IOError, e:
158
if e.errno in (errno.EACCES, errno.EPERM):
159
raise errors.LockFailed(self.filename, str(e))
51
160
if e.errno != errno.ENOENT:
54
163
# maybe this is an old branch (before may 2005)
55
mutter("trying to create missing branch lock %r" % filename)
57
self.f = open(filename, 'wb')
164
trace.mutter("trying to create missing lock %r", self.filename)
166
self.f = open(self.filename, 'wb+')
170
"""Clear the self.f attribute cleanly."""
63
from warnings import warn
64
warn("lock on %r not released" % self.f)
69
176
raise NotImplementedError()
76
############################################################
83
class _fcntl_FileLock(_base_Lock):
87
fcntl.flock(self.f, fcntl.LOCK_UN)
184
class _fcntl_FileLock(_OSLock):
187
fcntl.lockf(self.f, fcntl.LOCK_UN)
92
191
class _fcntl_WriteLock(_fcntl_FileLock):
93
195
def __init__(self, filename):
196
super(_fcntl_WriteLock, self).__init__()
197
# Check we can grab a lock before we actually open the file.
198
self.filename = osutils.realpath(filename)
199
if self.filename in _fcntl_WriteLock._open_locks:
201
raise errors.LockContention(self.filename)
202
if self.filename in _fcntl_ReadLock._open_locks:
203
if 'strict_locks' in debug.debug_flags:
205
raise errors.LockContention(self.filename)
207
trace.mutter('Write lock taken w/ an open read lock on: %s'
210
self._open(self.filename, 'rb+')
211
# reserve a slot for this lock - even if the lockf call fails,
212
# at this point unlock() will be called, because self.f is set.
213
# TODO: make this fully threadsafe, if we decide we care.
214
_fcntl_WriteLock._open_locks.add(self.filename)
95
fcntl.flock(self._open(filename, 'wb'), fcntl.LOCK_EX)
216
# LOCK_NB will cause IOError to be raised if we can't grab a
218
fcntl.lockf(self.f, fcntl.LOCK_EX | fcntl.LOCK_NB)
220
if e.errno in (errno.EAGAIN, errno.EACCES):
221
# We couldn't grab the lock
223
# we should be more precise about whats a locking
224
# error and whats a random-other error
225
raise errors.LockContention(self.filename, e)
228
_fcntl_WriteLock._open_locks.remove(self.filename)
100
232
class _fcntl_ReadLock(_fcntl_FileLock):
101
def __init__(self, filename):
103
fcntl.flock(self._open(filename, 'rb'), fcntl.LOCK_SH)
107
WriteLock = _fcntl_WriteLock
108
ReadLock = _fcntl_ReadLock
112
import win32con, win32file, pywintypes
115
#LOCK_SH = 0 # the default
116
#LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK
117
#LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY
119
class _w32c_FileLock(_base_Lock):
120
def _lock(self, filename, openmode, lockmode):
122
self._open(filename, openmode)
123
self.hfile = win32file._get_osfhandle(self.f.fileno())
124
overlapped = pywintypes.OVERLAPPED()
125
win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000, overlapped)
131
overlapped = pywintypes.OVERLAPPED()
132
win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped)
140
class _w32c_ReadLock(_w32c_FileLock):
141
def __init__(self, filename):
142
_w32c_FileLock._lock(self, filename, 'rb', 0)
144
class _w32c_WriteLock(_w32c_FileLock):
145
def __init__(self, filename):
146
_w32c_FileLock._lock(self, filename, 'wb',
147
win32con.LOCKFILE_EXCLUSIVE_LOCK)
151
WriteLock = _w32c_WriteLock
152
ReadLock = _w32c_ReadLock
159
# Unfortunately, msvcrt.locking() doesn't distinguish between
160
# read locks and write locks. Also, the way the combinations
161
# work to get non-blocking is not the same, so we
162
# have to write extra special functions here.
165
class _msvc_FileLock(_base_Lock):
173
class _msvc_ReadLock(_msvc_FileLock):
174
def __init__(self, filename):
175
_msvc_lock(self._open(filename, 'rb'), self.LOCK_SH)
178
class _msvc_WriteLock(_msvc_FileLock):
179
def __init__(self, filename):
180
_msvc_lock(self._open(filename, 'wb'), self.LOCK_EX)
184
def _msvc_lock(f, flags):
186
# Unfortunately, msvcrt.LK_RLCK is equivalent to msvcrt.LK_LOCK
187
# according to the comments, LK_RLCK is open the lock for writing.
189
# Unfortunately, msvcrt.locking() also has the side effect that it
190
# will only block for 10 seconds at most, and then it will throw an
191
# exception, this isn't terrible, though.
198
fpos = os.lseek(fn, 0,0)
201
if flags & _msvc_FileLock.LOCK_SH:
202
if flags & _msvc_FileLock.LOCK_NB:
203
lock_mode = msvcrt.LK_NBLCK
205
lock_mode = msvcrt.LK_LOCK
206
elif flags & _msvc_FileLock.LOCK_EX:
207
if flags & _msvc_FileLock.LOCK_NB:
208
lock_mode = msvcrt.LK_NBRLCK
210
lock_mode = msvcrt.LK_RLCK
212
raise ValueError('Invalid lock mode: %r' % flags)
214
msvcrt.locking(fn, lock_mode, -1)
216
os.lseek(fn, fpos, 0)
228
fpos = os.lseek(fn, 0,0)
232
msvcrt.locking(fn, msvcrt.LK_UNLCK, -1)
234
os.lseek(fn, fpos, 0)
240
WriteLock = _msvc_WriteLock
241
ReadLock = _msvc_ReadLock
243
raise NotImplementedError("please write a locking method "
244
"for platform %r" % sys.platform)
236
def __init__(self, filename):
237
super(_fcntl_ReadLock, self).__init__()
238
self.filename = osutils.realpath(filename)
239
if self.filename in _fcntl_WriteLock._open_locks:
240
if 'strict_locks' in debug.debug_flags:
241
# We raise before calling _open so we don't need to
243
raise errors.LockContention(self.filename)
245
trace.mutter('Read lock taken w/ an open write lock on: %s'
247
_fcntl_ReadLock._open_locks.setdefault(self.filename, 0)
248
_fcntl_ReadLock._open_locks[self.filename] += 1
249
self._open(filename, 'rb')
251
# LOCK_NB will cause IOError to be raised if we can't grab a
253
fcntl.lockf(self.f, fcntl.LOCK_SH | fcntl.LOCK_NB)
255
# we should be more precise about whats a locking
256
# error and whats a random-other error
257
raise errors.LockContention(self.filename, e)
260
count = _fcntl_ReadLock._open_locks[self.filename]
262
del _fcntl_ReadLock._open_locks[self.filename]
264
_fcntl_ReadLock._open_locks[self.filename] = count - 1
267
def temporary_write_lock(self):
268
"""Try to grab a write lock on the file.
270
On platforms that support it, this will upgrade to a write lock
271
without unlocking the file.
272
Otherwise, this will release the read lock, and try to acquire a
275
:return: A token which can be used to switch back to a read lock.
277
if self.filename in _fcntl_WriteLock._open_locks:
278
raise AssertionError('file already locked: %r'
281
wlock = _fcntl_TemporaryWriteLock(self)
282
except errors.LockError:
283
# We didn't unlock, so we can just return 'self'
288
class _fcntl_TemporaryWriteLock(_OSLock):
289
"""A token used when grabbing a temporary_write_lock.
291
Call restore_read_lock() when you are done with the write lock.
294
def __init__(self, read_lock):
295
super(_fcntl_TemporaryWriteLock, self).__init__()
296
self._read_lock = read_lock
297
self.filename = read_lock.filename
299
count = _fcntl_ReadLock._open_locks[self.filename]
301
# Something else also has a read-lock, so we cannot grab a
303
raise errors.LockContention(self.filename)
305
if self.filename in _fcntl_WriteLock._open_locks:
306
raise AssertionError('file already locked: %r'
309
# See if we can open the file for writing. Another process might
310
# have a read lock. We don't use self._open() because we don't want
311
# to create the file if it exists. That would have already been
312
# done by _fcntl_ReadLock
314
new_f = open(self.filename, 'rb+')
316
if e.errno in (errno.EACCES, errno.EPERM):
317
raise errors.LockFailed(self.filename, str(e))
320
# LOCK_NB will cause IOError to be raised if we can't grab a
322
fcntl.lockf(new_f, fcntl.LOCK_EX | fcntl.LOCK_NB)
324
# TODO: Raise a more specific error based on the type of error
325
raise errors.LockContention(self.filename, e)
326
_fcntl_WriteLock._open_locks.add(self.filename)
330
def restore_read_lock(self):
331
"""Restore the original ReadLock."""
332
# For fcntl, since we never released the read lock, just release the
333
# write lock, and return the original lock.
334
fcntl.lockf(self.f, fcntl.LOCK_UN)
336
_fcntl_WriteLock._open_locks.remove(self.filename)
337
# Avoid reference cycles
338
read_lock = self._read_lock
339
self._read_lock = None
343
_lock_classes.append(('fcntl', _fcntl_WriteLock, _fcntl_ReadLock))
346
if have_pywin32 and sys.platform == 'win32':
347
if os.path.supports_unicode_filenames:
348
# for Windows NT/2K/XP/etc
349
win32file_CreateFile = win32file.CreateFileW
352
win32file_CreateFile = win32file.CreateFile
354
class _w32c_FileLock(_OSLock):
356
def _open(self, filename, access, share, cflags, pymode):
357
self.filename = osutils.realpath(filename)
359
self._handle = win32file_CreateFile(filename, access, share,
360
None, win32file.OPEN_ALWAYS,
361
win32file.FILE_ATTRIBUTE_NORMAL, None)
362
except pywintypes.error, e:
363
if e.args[0] == winerror.ERROR_ACCESS_DENIED:
364
raise errors.LockFailed(filename, e)
365
if e.args[0] == winerror.ERROR_SHARING_VIOLATION:
366
raise errors.LockContention(filename, e)
368
fd = win32file._open_osfhandle(self._handle, cflags)
369
self.f = os.fdopen(fd, pymode)
377
class _w32c_ReadLock(_w32c_FileLock):
378
def __init__(self, filename):
379
super(_w32c_ReadLock, self).__init__()
380
self._open(filename, win32file.GENERIC_READ,
381
win32file.FILE_SHARE_READ, os.O_RDONLY, "rb")
383
def temporary_write_lock(self):
384
"""Try to grab a write lock on the file.
386
On platforms that support it, this will upgrade to a write lock
387
without unlocking the file.
388
Otherwise, this will release the read lock, and try to acquire a
391
:return: A token which can be used to switch back to a read lock.
393
# I can't find a way to upgrade a read lock to a write lock without
394
# unlocking first. So here, we do just that.
397
wlock = _w32c_WriteLock(self.filename)
398
except errors.LockError:
399
return False, _w32c_ReadLock(self.filename)
403
class _w32c_WriteLock(_w32c_FileLock):
404
def __init__(self, filename):
405
super(_w32c_WriteLock, self).__init__()
407
win32file.GENERIC_READ | win32file.GENERIC_WRITE, 0,
410
def restore_read_lock(self):
411
"""Restore the original ReadLock."""
412
# For win32 we had to completely let go of the original lock, so we
413
# just unlock and create a new read lock.
415
return _w32c_ReadLock(self.filename)
418
_lock_classes.append(('pywin32', _w32c_WriteLock, _w32c_ReadLock))
421
if have_ctypes_win32:
422
from ctypes.wintypes import DWORD, LPCSTR, LPCWSTR
423
LPSECURITY_ATTRIBUTES = ctypes.c_void_p # used as NULL no need to declare
424
HANDLE = ctypes.c_int # rather than unsigned as in ctypes.wintypes
425
if os.path.supports_unicode_filenames:
426
_function_name = "CreateFileW"
429
_function_name = "CreateFileA"
430
class LPTSTR(LPCSTR):
431
def __new__(cls, obj):
432
return LPCSTR.__new__(cls, obj.encode("mbcs"))
434
# CreateFile <http://msdn.microsoft.com/en-us/library/aa363858.aspx>
435
_CreateFile = ctypes.WINFUNCTYPE(
436
HANDLE, # return value
438
DWORD, # dwDesiredAccess
440
LPSECURITY_ATTRIBUTES, # lpSecurityAttributes
441
DWORD, # dwCreationDisposition
442
DWORD, # dwFlagsAndAttributes
443
HANDLE # hTemplateFile
444
)((_function_name, ctypes.windll.kernel32))
446
INVALID_HANDLE_VALUE = -1
448
GENERIC_READ = 0x80000000
449
GENERIC_WRITE = 0x40000000
452
FILE_ATTRIBUTE_NORMAL = 128
454
ERROR_ACCESS_DENIED = 5
455
ERROR_SHARING_VIOLATION = 32
457
class _ctypes_FileLock(_OSLock):
459
def _open(self, filename, access, share, cflags, pymode):
460
self.filename = osutils.realpath(filename)
461
handle = _CreateFile(filename, access, share, None, OPEN_ALWAYS,
462
FILE_ATTRIBUTE_NORMAL, 0)
463
if handle in (INVALID_HANDLE_VALUE, 0):
464
e = ctypes.WinError()
465
if e.args[0] == ERROR_ACCESS_DENIED:
466
raise errors.LockFailed(filename, e)
467
if e.args[0] == ERROR_SHARING_VIOLATION:
468
raise errors.LockContention(filename, e)
470
fd = msvcrt.open_osfhandle(handle, cflags)
471
self.f = os.fdopen(fd, pymode)
478
class _ctypes_ReadLock(_ctypes_FileLock):
479
def __init__(self, filename):
480
super(_ctypes_ReadLock, self).__init__()
481
self._open(filename, GENERIC_READ, FILE_SHARE_READ, os.O_RDONLY,
484
def temporary_write_lock(self):
485
"""Try to grab a write lock on the file.
487
On platforms that support it, this will upgrade to a write lock
488
without unlocking the file.
489
Otherwise, this will release the read lock, and try to acquire a
492
:return: A token which can be used to switch back to a read lock.
494
# I can't find a way to upgrade a read lock to a write lock without
495
# unlocking first. So here, we do just that.
498
wlock = _ctypes_WriteLock(self.filename)
499
except errors.LockError:
500
return False, _ctypes_ReadLock(self.filename)
503
class _ctypes_WriteLock(_ctypes_FileLock):
504
def __init__(self, filename):
505
super(_ctypes_WriteLock, self).__init__()
506
self._open(filename, GENERIC_READ | GENERIC_WRITE, 0, os.O_RDWR,
509
def restore_read_lock(self):
510
"""Restore the original ReadLock."""
511
# For win32 we had to completely let go of the original lock, so we
512
# just unlock and create a new read lock.
514
return _ctypes_ReadLock(self.filename)
517
_lock_classes.append(('ctypes', _ctypes_WriteLock, _ctypes_ReadLock))
520
if len(_lock_classes) == 0:
521
raise NotImplementedError(
522
"We must have one of fcntl, pywin32, or ctypes available"
523
" to support OS locking."
527
# We default to using the first available lock class.
528
_lock_type, WriteLock, ReadLock = _lock_classes[0]
531
class _RelockDebugMixin(object):
532
"""Mixin support for -Drelock flag.
534
Add this as a base class then call self._note_lock with 'r' or 'w' when
535
acquiring a read- or write-lock. If this object was previously locked (and
536
locked the same way), and -Drelock is set, then this will trace.note a
542
def _note_lock(self, lock_type):
543
if 'relock' in debug.debug_flags and self._prev_lock == lock_type:
548
trace.note(gettext('{0!r} was {1} locked again'), self, type_name)
549
self._prev_lock = lock_type
added
removed
bzrlib/lock.py
