~bzr-pqm/bzr/bzr.dev

1553.5.39 by Martin Pool
More lock docs
1
# Copyright (C) 2005, 2006 Canonical Ltd
577 by Martin Pool
- merge portable lock module from John
2
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
1553.5.39 by Martin Pool
More lock docs
18
"""Locking using OS file locks or file existence.
577 by Martin Pool
- merge portable lock module from John
19
1553.5.46 by Martin Pool
doc
20
Note: This method of locking is generally deprecated in favour of LockDir, but
21
is used to lock local WorkingTrees, and by some old formats.  It's accessed
22
through Transport.lock_read(), etc.
577 by Martin Pool
- merge portable lock module from John
23
24
This module causes two methods, lock() and unlock() to be defined in
25
any way that works on the current platform.
26
27
It is not specified whether these locks are reentrant (i.e. can be
28
taken repeatedly by a single process) or whether they exclude
1553.5.39 by Martin Pool
More lock docs
29
different threads in a single process.  That reentrancy is provided by 
30
LockableFiles.
615 by Martin Pool
Major rework of locking code:
31
32
This defines two classes: ReadLock and WriteLock, which can be
33
implemented in different ways on different platforms.  Both have an
34
unlock() method.
614 by Martin Pool
- unify two defintions of LockError
35
"""
577 by Martin Pool
- merge portable lock module from John
36
1185.65.29 by Robert Collins
Implement final review suggestions.
37
import errno
38
import os
656 by Martin Pool
- create branch lock files if they don't exist
39
import sys
577 by Martin Pool
- merge portable lock module from John
40
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
41
from bzrlib.errors import LockError
42
from bzrlib.osutils import realpath
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
43
from bzrlib.trace import mutter
1711.8.1 by John Arbash Meinel
Branch.lock_read/lock_write/unlock should handle failures
44
577 by Martin Pool
- merge portable lock module from John
45
615 by Martin Pool
Major rework of locking code:
46
class _base_Lock(object):
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
47
615 by Martin Pool
Major rework of locking code:
48
    def _open(self, filename, filemode):
656 by Martin Pool
- create branch lock files if they don't exist
49
        try:
50
            self.f = open(filename, filemode)
51
            return self.f
52
        except IOError, e:
53
            if e.errno != errno.ENOENT:
54
                raise
55
56
            # maybe this is an old branch (before may 2005)
1185.31.4 by John Arbash Meinel
Fixing mutter() calls to not have to do string processing.
57
            mutter("trying to create missing branch lock %r", filename)
656 by Martin Pool
- create branch lock files if they don't exist
58
            
1185.65.29 by Robert Collins
Implement final review suggestions.
59
            self.f = open(filename, 'wb+')
656 by Martin Pool
- create branch lock files if they don't exist
60
            return self.f
61
615 by Martin Pool
Major rework of locking code:
62
    def __del__(self):
63
        if self.f:
64
            from warnings import warn
65
            warn("lock on %r not released" % self.f)
66
            self.unlock()
656 by Martin Pool
- create branch lock files if they don't exist
67
            
615 by Martin Pool
Major rework of locking code:
68
    def unlock(self):
69
        raise NotImplementedError()
70
71
72
############################################################
73
# msvcrt locks
74
75
577 by Martin Pool
- merge portable lock module from John
76
try:
77
    import fcntl
615 by Martin Pool
Major rework of locking code:
78
79
    class _fcntl_FileLock(_base_Lock):
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
80
615 by Martin Pool
Major rework of locking code:
81
        f = None
82
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
83
        def _unlock(self):
1185.9.2 by Harald Meland
Use fcntl.lockf() rather than fcntl.flock() to support NFS file systems.
84
            fcntl.lockf(self.f, fcntl.LOCK_UN)
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
85
            self._clear_f()
86
87
        def _clear_f(self):
88
            """Clear the self.f attribute cleanly."""
615 by Martin Pool
Major rework of locking code:
89
            self.f.close()
90
            del self.f 
91
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
92
615 by Martin Pool
Major rework of locking code:
93
    class _fcntl_WriteLock(_fcntl_FileLock):
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
94
95
        open_locks = {}
96
615 by Martin Pool
Major rework of locking code:
97
        def __init__(self, filename):
1185.65.29 by Robert Collins
Implement final review suggestions.
98
            # standard IO errors get exposed directly.
99
            self._open(filename, 'wb')
615 by Martin Pool
Major rework of locking code:
100
            try:
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
101
                self.filename = realpath(filename)
102
                if self.filename in self.open_locks:
103
                    self._clear_f() 
104
                    raise LockError("Lock already held.")
105
                # reserve a slot for this lock - even if the lockf call fails, 
106
                # at thisi point unlock() will be called, because self.f is set.
107
                # TODO: make this fully threadsafe, if we decide we care.
108
                self.open_locks[self.filename] = self.filename
1185.65.29 by Robert Collins
Implement final review suggestions.
109
                fcntl.lockf(self.f, fcntl.LOCK_EX)
110
            except IOError, e:
111
                # we should be more precise about whats a locking
112
                # error and whats a random-other error
615 by Martin Pool
Major rework of locking code:
113
                raise LockError(e)
114
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
115
        def unlock(self):
116
            del self.open_locks[self.filename]
117
            self._unlock()
118
119
615 by Martin Pool
Major rework of locking code:
120
    class _fcntl_ReadLock(_fcntl_FileLock):
1185.65.29 by Robert Collins
Implement final review suggestions.
121
615 by Martin Pool
Major rework of locking code:
122
        def __init__(self, filename):
1185.65.29 by Robert Collins
Implement final review suggestions.
123
            # standard IO errors get exposed directly.
124
            self._open(filename, 'rb')
615 by Martin Pool
Major rework of locking code:
125
            try:
1185.65.29 by Robert Collins
Implement final review suggestions.
126
                fcntl.lockf(self.f, fcntl.LOCK_SH)
127
            except IOError, e:
128
                # we should be more precise about whats a locking
129
                # error and whats a random-other error
615 by Martin Pool
Major rework of locking code:
130
                raise LockError(e)
131
1852.4.3 by Robert Collins
Alter working tree lock and unlock tests to test via the interface rather than via unpublished internals.
132
        def unlock(self):
133
            self._unlock()
134
135
615 by Martin Pool
Major rework of locking code:
136
    WriteLock = _fcntl_WriteLock
137
    ReadLock = _fcntl_ReadLock
577 by Martin Pool
- merge portable lock module from John
138
1185.65.29 by Robert Collins
Implement final review suggestions.
139
577 by Martin Pool
- merge portable lock module from John
140
except ImportError:
141
    try:
142
        import win32con, win32file, pywintypes
615 by Martin Pool
Major rework of locking code:
143
144
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
145
        LOCK_SH = 0 # the default
146
        LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK
147
        LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY
615 by Martin Pool
Major rework of locking code:
148
149
        class _w32c_FileLock(_base_Lock):
150
            def _lock(self, filename, openmode, lockmode):
151
                try:
152
                    self._open(filename, openmode)
153
                    self.hfile = win32file._get_osfhandle(self.f.fileno())
154
                    overlapped = pywintypes.OVERLAPPED()
155
                    win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000, overlapped)
156
                except Exception, e:
1711.7.31 by John Arbash Meinel
Clean up win32 locks when they fail to lock, so we don't try to unlock them later.
157
                    if self.f:
158
                        self.f.close()
159
                        self.f = None
615 by Martin Pool
Major rework of locking code:
160
                    raise LockError(e)
161
162
            def unlock(self):
163
                try:
164
                    overlapped = pywintypes.OVERLAPPED()
165
                    win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped)
166
                    self.f.close()
167
                    self.f = None
168
                except Exception, e:
169
                    raise LockError(e)
170
171
172
        class _w32c_ReadLock(_w32c_FileLock):
173
            def __init__(self, filename):
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
174
                _w32c_FileLock._lock(self, filename, 'rb',
175
                                     LOCK_NB)
615 by Martin Pool
Major rework of locking code:
176
177
        class _w32c_WriteLock(_w32c_FileLock):
178
            def __init__(self, filename):
179
                _w32c_FileLock._lock(self, filename, 'wb',
1185.23.3 by Aaron Bentley
win32 locking fix from Belchenko
180
                                     LOCK_EX + LOCK_NB)
615 by Martin Pool
Major rework of locking code:
181
182
183
        WriteLock = _w32c_WriteLock
184
        ReadLock = _w32c_ReadLock
185
577 by Martin Pool
- merge portable lock module from John
186
    except ImportError:
187
        try:
188
            import msvcrt
615 by Martin Pool
Major rework of locking code:
189
190
577 by Martin Pool
- merge portable lock module from John
191
            # Unfortunately, msvcrt.locking() doesn't distinguish between
192
            # read locks and write locks. Also, the way the combinations
193
            # work to get non-blocking is not the same, so we
194
            # have to write extra special functions here.
195
615 by Martin Pool
Major rework of locking code:
196
197
            class _msvc_FileLock(_base_Lock):
198
                LOCK_SH = 1
199
                LOCK_EX = 2
200
                LOCK_NB = 4
201
                def unlock(self):
202
                    _msvc_unlock(self.f)
1185.7.1 by Martin Pool
- Quieten warnings about locking; patch from Matt Lavin.
203
                    self.f.close()
204
                    self.f = None
615 by Martin Pool
Major rework of locking code:
205
206
207
            class _msvc_ReadLock(_msvc_FileLock):
208
                def __init__(self, filename):
209
                    _msvc_lock(self._open(filename, 'rb'), self.LOCK_SH)
210
211
212
            class _msvc_WriteLock(_msvc_FileLock):
213
                def __init__(self, filename):
214
                    _msvc_lock(self._open(filename, 'wb'), self.LOCK_EX)
215
216
217
            def _msvc_lock(f, flags):
577 by Martin Pool
- merge portable lock module from John
218
                try:
219
                    # Unfortunately, msvcrt.LK_RLCK is equivalent to msvcrt.LK_LOCK
220
                    # according to the comments, LK_RLCK is open the lock for writing.
221
222
                    # Unfortunately, msvcrt.locking() also has the side effect that it
223
                    # will only block for 10 seconds at most, and then it will throw an
224
                    # exception, this isn't terrible, though.
225
                    if type(f) == file:
226
                        fpos = f.tell()
227
                        fn = f.fileno()
228
                        f.seek(0)
229
                    else:
230
                        fn = f
231
                        fpos = os.lseek(fn, 0,0)
232
                        os.lseek(fn, 0,0)
615 by Martin Pool
Major rework of locking code:
233
951 by Martin Pool
- fix up self reference in msvc lock object
234
                    if flags & _msvc_FileLock.LOCK_SH:
235
                        if flags & _msvc_FileLock.LOCK_NB:
577 by Martin Pool
- merge portable lock module from John
236
                            lock_mode = msvcrt.LK_NBLCK
237
                        else:
238
                            lock_mode = msvcrt.LK_LOCK
951 by Martin Pool
- fix up self reference in msvc lock object
239
                    elif flags & _msvc_FileLock.LOCK_EX:
240
                        if flags & _msvc_FileLock.LOCK_NB:
577 by Martin Pool
- merge portable lock module from John
241
                            lock_mode = msvcrt.LK_NBRLCK
242
                        else:
243
                            lock_mode = msvcrt.LK_RLCK
244
                    else:
245
                        raise ValueError('Invalid lock mode: %r' % flags)
246
                    try:
247
                        msvcrt.locking(fn, lock_mode, -1)
248
                    finally:
249
                        os.lseek(fn, fpos, 0)
250
                except Exception, e:
251
                    raise LockError(e)
252
615 by Martin Pool
Major rework of locking code:
253
            def _msvc_unlock(f):
577 by Martin Pool
- merge portable lock module from John
254
                try:
255
                    if type(f) == file:
256
                        fpos = f.tell()
257
                        fn = f.fileno()
258
                        f.seek(0)
259
                    else:
260
                        fn = f
261
                        fpos = os.lseek(fn, 0,0)
262
                        os.lseek(fn, 0,0)
263
264
                    try:
265
                        msvcrt.locking(fn, msvcrt.LK_UNLCK, -1)
266
                    finally:
267
                        os.lseek(fn, fpos, 0)
268
                except Exception, e:
269
                    raise LockError(e)
615 by Martin Pool
Major rework of locking code:
270
271
272
            WriteLock = _msvc_WriteLock
273
            ReadLock = _msvc_ReadLock
577 by Martin Pool
- merge portable lock module from John
274
        except ImportError:
615 by Martin Pool
Major rework of locking code:
275
            raise NotImplementedError("please write a locking method "
276
                                      "for platform %r" % sys.platform)