577
by Martin Pool
- merge portable lock module from John |
1 |
# Copyright (C) 2005 Canonical Ltd
|
2 |
||
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
||
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
||
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
17 |
||
18 |
"""Locking wrappers.
|
|
19 |
||
20 |
This only does local locking using OS locks for now.
|
|
21 |
||
22 |
This module causes two methods, lock() and unlock() to be defined in
|
|
23 |
any way that works on the current platform.
|
|
24 |
||
25 |
It is not specified whether these locks are reentrant (i.e. can be
|
|
26 |
taken repeatedly by a single process) or whether they exclude
|
|
27 |
different threads in a single process.
|
|
28 |
||
29 |
Eventually we may need to use some kind of lock representation that
|
|
614
by Martin Pool
- unify two defintions of LockError |
30 |
will work on a dumb filesystem without actual locking primitives.
|
615
by Martin Pool
Major rework of locking code: |
31 |
|
32 |
This defines two classes: ReadLock and WriteLock, which can be
|
|
33 |
implemented in different ways on different platforms. Both have an
|
|
34 |
unlock() method.
|
|
614
by Martin Pool
- unify two defintions of LockError |
35 |
"""
|
577
by Martin Pool
- merge portable lock module from John |
36 |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
37 |
import errno |
38 |
import os |
|
656
by Martin Pool
- create branch lock files if they don't exist |
39 |
import sys |
577
by Martin Pool
- merge portable lock module from John |
40 |
|
656
by Martin Pool
- create branch lock files if they don't exist |
41 |
from bzrlib.trace import mutter, note, warning |
42 |
from bzrlib.errors import LockError |
|
577
by Martin Pool
- merge portable lock module from John |
43 |
|
615
by Martin Pool
Major rework of locking code: |
44 |
class _base_Lock(object): |
45 |
def _open(self, filename, filemode): |
|
656
by Martin Pool
- create branch lock files if they don't exist |
46 |
try: |
47 |
self.f = open(filename, filemode) |
|
48 |
return self.f |
|
49 |
except IOError, e: |
|
50 |
if e.errno != errno.ENOENT: |
|
51 |
raise
|
|
52 |
||
53 |
# maybe this is an old branch (before may 2005)
|
|
1185.31.4
by John Arbash Meinel
Fixing mutter() calls to not have to do string processing. |
54 |
mutter("trying to create missing branch lock %r", filename) |
656
by Martin Pool
- create branch lock files if they don't exist |
55 |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
56 |
self.f = open(filename, 'wb+') |
656
by Martin Pool
- create branch lock files if they don't exist |
57 |
return self.f |
58 |
||
615
by Martin Pool
Major rework of locking code: |
59 |
def __del__(self): |
60 |
if self.f: |
|
61 |
from warnings import warn |
|
62 |
warn("lock on %r not released" % self.f) |
|
63 |
self.unlock() |
|
656
by Martin Pool
- create branch lock files if they don't exist |
64 |
|
615
by Martin Pool
Major rework of locking code: |
65 |
def unlock(self): |
66 |
raise NotImplementedError() |
|
67 |
||
68 |
||
69 |
||
70 |
||
71 |
||
72 |
||
73 |
############################################################
|
|
74 |
# msvcrt locks
|
|
75 |
||
76 |
||
577
by Martin Pool
- merge portable lock module from John |
77 |
try: |
78 |
import fcntl |
|
615
by Martin Pool
Major rework of locking code: |
79 |
|
80 |
class _fcntl_FileLock(_base_Lock): |
|
81 |
f = None |
|
82 |
||
83 |
def unlock(self): |
|
1185.9.2
by Harald Meland
Use fcntl.lockf() rather than fcntl.flock() to support NFS file systems. |
84 |
fcntl.lockf(self.f, fcntl.LOCK_UN) |
615
by Martin Pool
Major rework of locking code: |
85 |
self.f.close() |
86 |
del self.f |
|
87 |
||
88 |
class _fcntl_WriteLock(_fcntl_FileLock): |
|
89 |
def __init__(self, filename): |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
90 |
# standard IO errors get exposed directly.
|
91 |
self._open(filename, 'wb') |
|
615
by Martin Pool
Major rework of locking code: |
92 |
try: |
1185.65.29
by Robert Collins
Implement final review suggestions. |
93 |
fcntl.lockf(self.f, fcntl.LOCK_EX) |
94 |
except IOError, e: |
|
95 |
# we should be more precise about whats a locking
|
|
96 |
# error and whats a random-other error
|
|
615
by Martin Pool
Major rework of locking code: |
97 |
raise LockError(e) |
98 |
||
99 |
class _fcntl_ReadLock(_fcntl_FileLock): |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
100 |
|
615
by Martin Pool
Major rework of locking code: |
101 |
def __init__(self, filename): |
1185.65.29
by Robert Collins
Implement final review suggestions. |
102 |
# standard IO errors get exposed directly.
|
103 |
self._open(filename, 'rb') |
|
615
by Martin Pool
Major rework of locking code: |
104 |
try: |
1185.65.29
by Robert Collins
Implement final review suggestions. |
105 |
fcntl.lockf(self.f, fcntl.LOCK_SH) |
106 |
except IOError, e: |
|
107 |
# we should be more precise about whats a locking
|
|
108 |
# error and whats a random-other error
|
|
615
by Martin Pool
Major rework of locking code: |
109 |
raise LockError(e) |
110 |
||
111 |
WriteLock = _fcntl_WriteLock |
|
112 |
ReadLock = _fcntl_ReadLock |
|
577
by Martin Pool
- merge portable lock module from John |
113 |
|
1185.65.29
by Robert Collins
Implement final review suggestions. |
114 |
|
577
by Martin Pool
- merge portable lock module from John |
115 |
except ImportError: |
116 |
try: |
|
117 |
import win32con, win32file, pywintypes |
|
615
by Martin Pool
Major rework of locking code: |
118 |
|
119 |
||
1185.23.3
by Aaron Bentley
win32 locking fix from Belchenko |
120 |
LOCK_SH = 0 # the default |
121 |
LOCK_EX = win32con.LOCKFILE_EXCLUSIVE_LOCK |
|
122 |
LOCK_NB = win32con.LOCKFILE_FAIL_IMMEDIATELY |
|
615
by Martin Pool
Major rework of locking code: |
123 |
|
124 |
class _w32c_FileLock(_base_Lock): |
|
125 |
def _lock(self, filename, openmode, lockmode): |
|
126 |
try: |
|
127 |
self._open(filename, openmode) |
|
128 |
self.hfile = win32file._get_osfhandle(self.f.fileno()) |
|
129 |
overlapped = pywintypes.OVERLAPPED() |
|
130 |
win32file.LockFileEx(self.hfile, lockmode, 0, 0x7fff0000, overlapped) |
|
131 |
except Exception, e: |
|
132 |
raise LockError(e) |
|
133 |
||
134 |
def unlock(self): |
|
135 |
try: |
|
136 |
overlapped = pywintypes.OVERLAPPED() |
|
137 |
win32file.UnlockFileEx(self.hfile, 0, 0x7fff0000, overlapped) |
|
138 |
self.f.close() |
|
139 |
self.f = None |
|
140 |
except Exception, e: |
|
141 |
raise LockError(e) |
|
142 |
||
143 |
||
144 |
||
145 |
class _w32c_ReadLock(_w32c_FileLock): |
|
146 |
def __init__(self, filename): |
|
1185.23.3
by Aaron Bentley
win32 locking fix from Belchenko |
147 |
_w32c_FileLock._lock(self, filename, 'rb', |
148 |
LOCK_NB) |
|
615
by Martin Pool
Major rework of locking code: |
149 |
|
150 |
class _w32c_WriteLock(_w32c_FileLock): |
|
151 |
def __init__(self, filename): |
|
152 |
_w32c_FileLock._lock(self, filename, 'wb', |
|
1185.23.3
by Aaron Bentley
win32 locking fix from Belchenko |
153 |
LOCK_EX + LOCK_NB) |
615
by Martin Pool
Major rework of locking code: |
154 |
|
155 |
||
156 |
||
157 |
WriteLock = _w32c_WriteLock |
|
158 |
ReadLock = _w32c_ReadLock |
|
159 |
||
577
by Martin Pool
- merge portable lock module from John |
160 |
except ImportError: |
161 |
try: |
|
162 |
import msvcrt |
|
615
by Martin Pool
Major rework of locking code: |
163 |
|
164 |
||
577
by Martin Pool
- merge portable lock module from John |
165 |
# Unfortunately, msvcrt.locking() doesn't distinguish between
|
166 |
# read locks and write locks. Also, the way the combinations
|
|
167 |
# work to get non-blocking is not the same, so we
|
|
168 |
# have to write extra special functions here.
|
|
169 |
||
615
by Martin Pool
Major rework of locking code: |
170 |
|
171 |
class _msvc_FileLock(_base_Lock): |
|
172 |
LOCK_SH = 1 |
|
173 |
LOCK_EX = 2 |
|
174 |
LOCK_NB = 4 |
|
175 |
def unlock(self): |
|
176 |
_msvc_unlock(self.f) |
|
1185.7.1
by Martin Pool
- Quieten warnings about locking; patch from Matt Lavin. |
177 |
self.f.close() |
178 |
self.f = None |
|
615
by Martin Pool
Major rework of locking code: |
179 |
|
180 |
||
181 |
class _msvc_ReadLock(_msvc_FileLock): |
|
182 |
def __init__(self, filename): |
|
183 |
_msvc_lock(self._open(filename, 'rb'), self.LOCK_SH) |
|
184 |
||
185 |
||
186 |
class _msvc_WriteLock(_msvc_FileLock): |
|
187 |
def __init__(self, filename): |
|
188 |
_msvc_lock(self._open(filename, 'wb'), self.LOCK_EX) |
|
189 |
||
190 |
||
191 |
||
192 |
def _msvc_lock(f, flags): |
|
577
by Martin Pool
- merge portable lock module from John |
193 |
try: |
194 |
# Unfortunately, msvcrt.LK_RLCK is equivalent to msvcrt.LK_LOCK
|
|
195 |
# according to the comments, LK_RLCK is open the lock for writing.
|
|
196 |
||
197 |
# Unfortunately, msvcrt.locking() also has the side effect that it
|
|
198 |
# will only block for 10 seconds at most, and then it will throw an
|
|
199 |
# exception, this isn't terrible, though.
|
|
200 |
if type(f) == file: |
|
201 |
fpos = f.tell() |
|
202 |
fn = f.fileno() |
|
203 |
f.seek(0) |
|
204 |
else: |
|
205 |
fn = f |
|
206 |
fpos = os.lseek(fn, 0,0) |
|
207 |
os.lseek(fn, 0,0) |
|
615
by Martin Pool
Major rework of locking code: |
208 |
|
951
by Martin Pool
- fix up self reference in msvc lock object |
209 |
if flags & _msvc_FileLock.LOCK_SH: |
210 |
if flags & _msvc_FileLock.LOCK_NB: |
|
577
by Martin Pool
- merge portable lock module from John |
211 |
lock_mode = msvcrt.LK_NBLCK |
212 |
else: |
|
213 |
lock_mode = msvcrt.LK_LOCK |
|
951
by Martin Pool
- fix up self reference in msvc lock object |
214 |
elif flags & _msvc_FileLock.LOCK_EX: |
215 |
if flags & _msvc_FileLock.LOCK_NB: |
|
577
by Martin Pool
- merge portable lock module from John |
216 |
lock_mode = msvcrt.LK_NBRLCK |
217 |
else: |
|
218 |
lock_mode = msvcrt.LK_RLCK |
|
219 |
else: |
|
220 |
raise ValueError('Invalid lock mode: %r' % flags) |
|
221 |
try: |
|
222 |
msvcrt.locking(fn, lock_mode, -1) |
|
223 |
finally: |
|
224 |
os.lseek(fn, fpos, 0) |
|
225 |
except Exception, e: |
|
226 |
raise LockError(e) |
|
227 |
||
615
by Martin Pool
Major rework of locking code: |
228 |
def _msvc_unlock(f): |
577
by Martin Pool
- merge portable lock module from John |
229 |
try: |
230 |
if type(f) == file: |
|
231 |
fpos = f.tell() |
|
232 |
fn = f.fileno() |
|
233 |
f.seek(0) |
|
234 |
else: |
|
235 |
fn = f |
|
236 |
fpos = os.lseek(fn, 0,0) |
|
237 |
os.lseek(fn, 0,0) |
|
238 |
||
239 |
try: |
|
240 |
msvcrt.locking(fn, msvcrt.LK_UNLCK, -1) |
|
241 |
finally: |
|
242 |
os.lseek(fn, fpos, 0) |
|
243 |
except Exception, e: |
|
244 |
raise LockError(e) |
|
615
by Martin Pool
Major rework of locking code: |
245 |
|
246 |
||
247 |
||
248 |
WriteLock = _msvc_WriteLock |
|
249 |
ReadLock = _msvc_ReadLock |
|
577
by Martin Pool
- merge portable lock module from John |
250 |
except ImportError: |
615
by Martin Pool
Major rework of locking code: |
251 |
raise NotImplementedError("please write a locking method " |
252 |
"for platform %r" % sys.platform) |
|
253 |
||
254 |
||
255 |
||
256 |
||
257 |
||
258 |
||
577
by Martin Pool
- merge portable lock module from John |
259 |