~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/lock.py

  • Committer: John Arbash Meinel
  • Date: 2007-03-15 22:35:35 UTC
  • mto: This revision was merged to the branch mainline in revision 2363.
  • Revision ID: john@arbash-meinel.com-20070315223535-d3d4964oe1hc8zhg
Add an overzealous test, for Unicode support of _iter_changes.
For both knowns and unknowns.
And include a basic, if suboptimal, fix.
I would rather defer the decoding until we've determined that we are going to return the tuple.
There is still something broken with added files, but I'll get to that.

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
# Copyright (C) 2005, 2006, 2007 Canonical Ltd
 
2
#
 
3
# This program is free software; you can redistribute it and/or modify
 
4
# it under the terms of the GNU General Public License as published by
 
5
# the Free Software Foundation; either version 2 of the License, or
 
6
# (at your option) any later version.
 
7
#
 
8
# This program is distributed in the hope that it will be useful,
 
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 
11
# GNU General Public License for more details.
 
12
#
 
13
# You should have received a copy of the GNU General Public License
 
14
# along with this program; if not, write to the Free Software
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
16
 
 
17
 
 
18
"""Locking using OS file locks or file existence.
 
19
 
 
20
Note: This method of locking is generally deprecated in favour of LockDir, but
 
21
is used to lock local WorkingTrees, and by some old formats.  It's accessed
 
22
through Transport.lock_read(), etc.
 
23
 
 
24
This module causes two methods, lock() and unlock() to be defined in
 
25
any way that works on the current platform.
 
26
 
 
27
It is not specified whether these locks are reentrant (i.e. can be
 
28
taken repeatedly by a single process) or whether they exclude
 
29
different threads in a single process.  That reentrancy is provided by
 
30
LockableFiles.
 
31
 
 
32
This defines two classes: ReadLock and WriteLock, which can be
 
33
implemented in different ways on different platforms.  Both have an
 
34
unlock() method.
 
35
"""
 
36
 
 
37
import errno
 
38
import sys
 
39
 
 
40
from bzrlib import (
 
41
    errors,
 
42
    osutils,
 
43
    trace,
 
44
    )
 
45
 
 
46
 
 
47
class _base_Lock(object):
 
48
 
 
49
    def __init__(self):
 
50
        self.f = None
 
51
        self.filename = None
 
52
 
 
53
    def _open(self, filename, filemode):
 
54
        self.filename = osutils.realpath(filename)
 
55
        try:
 
56
            self.f = open(self.filename, filemode)
 
57
            return self.f
 
58
        except IOError, e:
 
59
            if e.errno in (errno.EACCES, errno.EPERM):
 
60
                raise errors.ReadOnlyLockError(self.filename, str(e))
 
61
            if e.errno != errno.ENOENT:
 
62
                raise
 
63
 
 
64
            # maybe this is an old branch (before may 2005)
 
65
            trace.mutter("trying to create missing lock %r", self.filename)
 
66
 
 
67
            self.f = open(self.filename, 'wb+')
 
68
            return self.f
 
69
 
 
70
    def _clear_f(self):
 
71
        """Clear the self.f attribute cleanly."""
 
72
        if self.f:
 
73
            self.f.close()
 
74
            self.f = None
 
75
 
 
76
    def __del__(self):
 
77
        if self.f:
 
78
            from warnings import warn
 
79
            warn("lock on %r not released" % self.f)
 
80
            self.unlock()
 
81
 
 
82
    def unlock(self):
 
83
        raise NotImplementedError()
 
84
 
 
85
 
 
86
try:
 
87
    import fcntl
 
88
    have_fcntl = True
 
89
except ImportError:
 
90
    have_fcntl = False
 
91
try:
 
92
    import win32con, win32file, pywintypes, winerror, msvcrt
 
93
    have_pywin32 = True
 
94
except ImportError:
 
95
    have_pywin32 = False
 
96
try:
 
97
    import ctypes, msvcrt
 
98
    have_ctypes = True
 
99
except ImportError:
 
100
    have_ctypes = False
 
101
 
 
102
 
 
103
_lock_classes = []
 
104
 
 
105
 
 
106
if have_fcntl:
 
107
    LOCK_SH = fcntl.LOCK_SH
 
108
    LOCK_NB = fcntl.LOCK_NB
 
109
    lock_EX = fcntl.LOCK_EX
 
110
 
 
111
 
 
112
    class _fcntl_FileLock(_base_Lock):
 
113
 
 
114
        def _unlock(self):
 
115
            fcntl.lockf(self.f, fcntl.LOCK_UN)
 
116
            self._clear_f()
 
117
 
 
118
 
 
119
    class _fcntl_WriteLock(_fcntl_FileLock):
 
120
 
 
121
        open_locks = {}
 
122
 
 
123
        def __init__(self, filename):
 
124
            # standard IO errors get exposed directly.
 
125
            super(_fcntl_WriteLock, self).__init__()
 
126
            self._open(filename, 'rb+')
 
127
            if self.filename in self.open_locks:
 
128
                self._clear_f()
 
129
                raise errors.LockContention(self.filename)
 
130
            # reserve a slot for this lock - even if the lockf call fails,
 
131
            # at thisi point unlock() will be called, because self.f is set.
 
132
            # TODO: make this fully threadsafe, if we decide we care.
 
133
            self.open_locks[self.filename] = self.filename
 
134
            try:
 
135
                # LOCK_NB will cause IOError to be raised if we can't grab a
 
136
                # lock right away.
 
137
                fcntl.lockf(self.f, fcntl.LOCK_EX | fcntl.LOCK_NB)
 
138
            except IOError, e:
 
139
                if e.errno in (errno.EAGAIN, errno.EACCES):
 
140
                    # We couldn't grab the lock
 
141
                    self.unlock()
 
142
                # we should be more precise about whats a locking
 
143
                # error and whats a random-other error
 
144
                raise errors.LockError(e)
 
145
 
 
146
        def unlock(self):
 
147
            del self.open_locks[self.filename]
 
148
            self._unlock()
 
149
 
 
150
 
 
151
    class _fcntl_ReadLock(_fcntl_FileLock):
 
152
 
 
153
        open_locks = {}
 
154
 
 
155
        def __init__(self, filename):
 
156
            super(_fcntl_ReadLock, self).__init__()
 
157
            self._open(filename, 'rb')
 
158
            try:
 
159
                # LOCK_NB will cause IOError to be raised if we can't grab a
 
160
                # lock right away.
 
161
                fcntl.lockf(self.f, fcntl.LOCK_SH | fcntl.LOCK_NB)
 
162
            except IOError, e:
 
163
                # we should be more precise about whats a locking
 
164
                # error and whats a random-other error
 
165
                raise errors.LockError(e)
 
166
 
 
167
        def unlock(self):
 
168
            self._unlock()
 
169
 
 
170
 
 
171
    _lock_classes.append(('fcntl', _fcntl_WriteLock, _fcntl_ReadLock))
 
172
 
 
173
 
 
174
if have_pywin32 and sys.platform == 'win32':
 
175
    LOCK_SH = 0 # the default
 
176
    LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK
 
177
    LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY
 
178
 
 
179
 
 
180
    class _w32c_FileLock(_base_Lock):
 
181
 
 
182
        def _lock(self, filename, openmode, lockmode):
 
183
            self._open(filename, openmode)
 
184
 
 
185
            self.hfile = msvcrt.get_osfhandle(self.f.fileno())
 
186
            overlapped = pywintypes.OVERLAPPED()
 
187
            try:
 
188
                win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000,
 
189
                                     overlapped)
 
190
            except pywintypes.error, e:
 
191
                self._clear_f()
 
192
                if e.args[0] in (winerror.ERROR_LOCK_VIOLATION,):
 
193
                    raise errors.LockContention(filename)
 
194
                ## import pdb; pdb.set_trace()
 
195
                raise
 
196
            except Exception, e:
 
197
                self._clear_f()
 
198
                raise errors.LockError(e)
 
199
 
 
200
        def unlock(self):
 
201
            overlapped = pywintypes.OVERLAPPED()
 
202
            try:
 
203
                win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped)
 
204
                self._clear_f()
 
205
            except Exception, e:
 
206
                raise errors.LockError(e)
 
207
 
 
208
 
 
209
    class _w32c_ReadLock(_w32c_FileLock):
 
210
        def __init__(self, filename):
 
211
            super(_w32c_ReadLock, self).__init__()
 
212
            self._lock(filename, 'rb', LOCK_SH + LOCK_NB)
 
213
 
 
214
 
 
215
    class _w32c_WriteLock(_w32c_FileLock):
 
216
        def __init__(self, filename):
 
217
            super(_w32c_WriteLock, self).__init__()
 
218
            self._lock(filename, 'rb+', LOCK_EX + LOCK_NB)
 
219
 
 
220
 
 
221
    _lock_classes.append(('pywin32', _w32c_WriteLock, _w32c_ReadLock))
 
222
 
 
223
 
 
224
if have_ctypes and sys.platform == 'win32':
 
225
    # These constants were copied from the win32con.py module.
 
226
    LOCKFILE_FAIL_IMMEDIATELY = 1
 
227
    LOCKFILE_EXCLUSIVE_LOCK = 2
 
228
    # Constant taken from winerror.py module
 
229
    ERROR_LOCK_VIOLATION = 33
 
230
 
 
231
    LOCK_SH = 0
 
232
    LOCK_EX = LOCKFILE_EXCLUSIVE_LOCK
 
233
    LOCK_NB = LOCKFILE_FAIL_IMMEDIATELY
 
234
    _LockFileEx = ctypes.windll.kernel32.LockFileEx
 
235
    _UnlockFileEx = ctypes.windll.kernel32.UnlockFileEx
 
236
    _GetLastError = ctypes.windll.kernel32.GetLastError
 
237
 
 
238
    ### Define the OVERLAPPED structure.
 
239
    #   http://msdn2.microsoft.com/en-us/library/ms684342.aspx
 
240
    # typedef struct _OVERLAPPED {
 
241
    #   ULONG_PTR Internal;
 
242
    #   ULONG_PTR InternalHigh;
 
243
    #   union {
 
244
    #     struct {
 
245
    #       DWORD Offset;
 
246
    #       DWORD OffsetHigh;
 
247
    #     };
 
248
    #     PVOID Pointer;
 
249
    #   };
 
250
    #   HANDLE hEvent;
 
251
    # } OVERLAPPED,
 
252
 
 
253
    class _inner_struct(ctypes.Structure):
 
254
        _fields_ = [('Offset', ctypes.c_uint), # DWORD
 
255
                    ('OffsetHigh', ctypes.c_uint), # DWORD
 
256
                   ]
 
257
 
 
258
    class _inner_union(ctypes.Union):
 
259
        _fields_  = [('anon_struct', _inner_struct), # struct
 
260
                     ('Pointer', ctypes.c_void_p), # PVOID
 
261
                    ]
 
262
 
 
263
    class OVERLAPPED(ctypes.Structure):
 
264
        _fields_ = [('Internal', ctypes.c_void_p), # ULONG_PTR
 
265
                    ('InternalHigh', ctypes.c_void_p), # ULONG_PTR
 
266
                    ('_inner_union', _inner_union),
 
267
                    ('hEvent', ctypes.c_void_p), # HANDLE
 
268
                   ]
 
269
 
 
270
    class _ctypes_FileLock(_base_Lock):
 
271
 
 
272
        def _lock(self, filename, openmode, lockmode):
 
273
            self._open(filename, openmode)
 
274
 
 
275
            self.hfile = msvcrt.get_osfhandle(self.f.fileno())
 
276
            overlapped = OVERLAPPED()
 
277
            p_overlapped = ctypes.pointer(overlapped)
 
278
            result = _LockFileEx(self.hfile, # HANDLE hFile
 
279
                                 lockmode,   # DWORD dwFlags
 
280
                                 0,          # DWORD dwReserved
 
281
                                 0x7fffffff, # DWORD nNumberOfBytesToLockLow
 
282
                                 0x00000000, # DWORD nNumberOfBytesToLockHigh
 
283
                                 p_overlapped, # lpOverlapped
 
284
                                )
 
285
            if result == 0:
 
286
                self._clear_f()
 
287
                last_err = _GetLastError()
 
288
                if last_err in (ERROR_LOCK_VIOLATION,):
 
289
                    raise errors.LockContention(filename)
 
290
                raise errors.LockError('Unknown locking error: %s'
 
291
                                       % (last_err,))
 
292
 
 
293
        def unlock(self):
 
294
            overlapped = OVERLAPPED()
 
295
            p_overlapped = ctypes.pointer(overlapped)
 
296
            result = _UnlockFileEx(self.hfile, # HANDLE hFile
 
297
                                   0,          # DWORD dwReserved
 
298
                                   0x7fffffff, # DWORD nNumberOfBytesToLockLow
 
299
                                   0x00000000, # DWORD nNumberOfBytesToLockHigh
 
300
                                   p_overlapped, # lpOverlapped
 
301
                                  )
 
302
            self._clear_f()
 
303
            if result == 0:
 
304
                self._clear_f()
 
305
                last_err = _GetLastError()
 
306
                raise errors.LockError('Unknown unlocking error: %s'
 
307
                                       % (last_err,))
 
308
 
 
309
 
 
310
    class _ctypes_ReadLock(_ctypes_FileLock):
 
311
        def __init__(self, filename):
 
312
            super(_ctypes_ReadLock, self).__init__()
 
313
            self._lock(filename, 'rb', LOCK_SH + LOCK_NB)
 
314
 
 
315
 
 
316
    class _ctypes_WriteLock(_ctypes_FileLock):
 
317
        def __init__(self, filename):
 
318
            super(_ctypes_WriteLock, self).__init__()
 
319
            self._lock(filename, 'rb+', LOCK_EX + LOCK_NB)
 
320
 
 
321
 
 
322
    _lock_classes.append(('ctypes', _ctypes_WriteLock, _ctypes_ReadLock))
 
323
 
 
324
 
 
325
if len(_lock_classes) == 0:
 
326
    raise NotImplementedError(
 
327
        "We must have one of fcntl, pywin32, or ctypes available"
 
328
        " to support OS locking."
 
329
        )
 
330
 
 
331
 
 
332
# We default to using the first available lock class.
 
333
_lock_type, WriteLock, ReadLock = _lock_classes[0]
 
334