← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_lockdir.py

  • Committer: Canonical.com Patch Queue Manager
  • Date: 2007-03-28 06:58:22 UTC
  • mfrom: (2379.2.3 hpss-chroot)
  • Revision ID: pqm@pqm.ubuntu.com-20070328065822-999550a858a3ced3
(robertc) Fix chroot urls to not expose the url of the transport they are protecting, allowing regular url operations to work on them. (Robert Collins, Andrew Bennetts)

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/tests/test_lockdir.py
1
 
# Copyright (C) 2006-2012, 2016 Canonical Ltd
 
1
# Copyright (C) 2006 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
"""Tests for LockDir"""
18
18
 
 
19
from cStringIO import StringIO
19
20
import os
 
21
from threading import Thread, Lock
20
22
import time
21
23
 
22
24
import bzrlib
23
25
from bzrlib import (
24
26
    config,
25
27
    errors,
26
 
    lock,
27
 
    lockdir,
28
28
    osutils,
29
29
    tests,
30
 
    transport,
31
30
    )
32
31
from bzrlib.errors import (
33
 
    LockBreakMismatch,
34
 
    LockBroken,
35
 
    LockContention,
36
 
    LockFailed,
37
 
    LockNotHeld,
38
 
    )
39
 
from bzrlib.lockdir import (
40
 
    LockDir,
41
 
    LockHeldInfo,
42
 
    )
43
 
from bzrlib.tests import (
44
 
    features,
45
 
    TestCase,
46
 
    TestCaseInTempDir,
47
 
    TestCaseWithTransport,
48
 
    )
 
32
        LockBreakMismatch,
 
33
        LockContention, LockError, UnlockableTransport,
 
34
        LockNotHeld, LockBroken
 
35
        )
 
36
from bzrlib.lockdir import LockDir, _DEFAULT_TIMEOUT_SECONDS
 
37
from bzrlib.tests import TestCaseWithTransport
 
38
from bzrlib.trace import note
 
39
 
 
40
# These tests sometimes use threads to test the behaviour of lock files with
 
41
# concurrent actors.  This is not a typical (or necessarily supported) use;
 
42
# they're really meant for guarding between processes.
49
43
 
50
44
# These tests are run on the default transport provided by the test framework
51
45
# (typically a local disk transport).  That can be changed by the --transport
53
47
# implementation are tested separately.  (The main requirement is just that
54
48
# they don't allow overwriting nonempty directories.)
55
49
 
56
 
 
57
50
class TestLockDir(TestCaseWithTransport):
58
51
    """Test LockDir operations"""
59
52
 
111
104
        """Fail to create lock on readonly transport"""
112
105
        t = self.get_readonly_transport()
113
106
        lf = LockDir(t, 'test_lock')
114
 
        self.assertRaises(LockFailed, lf.create)
 
107
        self.assertRaises(UnlockableTransport, lf.create)
115
108
 
116
109
    def test_12_lock_readonly_transport(self):
117
110
        """Fail to lock on readonly transport"""
118
111
        lf = LockDir(self.get_transport(), 'test_lock')
119
112
        lf.create()
120
113
        lf = LockDir(self.get_readonly_transport(), 'test_lock')
121
 
        self.assertRaises(LockFailed, lf.attempt_lock)
 
114
        self.assertRaises(UnlockableTransport, lf.attempt_lock)
122
115
 
123
116
    def test_20_lock_contested(self):
124
117
        """Contention to get a lock"""
128
121
        lf1.attempt_lock()
129
122
        lf2 = LockDir(t, 'test_lock')
130
123
        try:
131
 
            # locking is between LockDir instances; aliases within
 
124
            # locking is between LockDir instances; aliases within 
132
125
            # a single process are not detected
133
126
            lf2.attempt_lock()
134
127
            self.fail('Failed to detect lock collision')
144
137
        lf1 = LockDir(t, 'test_lock')
145
138
        lf1.create()
146
139
        lf1.attempt_lock()
147
 
        self.addCleanup(lf1.unlock)
148
140
        # lock is held, should get some info on it
149
141
        info1 = lf1.peek()
150
 
        self.assertEqual(set(info1.info_dict.keys()),
151
 
            set(['user', 'nonce', 'hostname', 'pid', 'start_time']))
 
142
        self.assertEqual(set(info1.keys()),
 
143
                         set(['user', 'nonce', 'hostname', 'pid', 'start_time']))
152
144
        # should get the same info if we look at it through a different
153
145
        # instance
154
146
        info2 = LockDir(t, 'test_lock').peek()
164
156
        lf2 = LockDir(self.get_readonly_transport(), 'test_lock')
165
157
        self.assertEqual(lf2.peek(), None)
166
158
        lf1.attempt_lock()
167
 
        self.addCleanup(lf1.unlock)
168
159
        info2 = lf2.peek()
169
160
        self.assertTrue(info2)
170
 
        self.assertEqual(info2.get('nonce'), lf1.nonce)
 
161
        self.assertEqual(info2['nonce'], lf1.nonce)
171
162
 
172
163
    def test_30_lock_wait_fail(self):
173
164
        """Wait on a lock, then fail
174
 
 
 
165
        
175
166
        We ask to wait up to 400ms; this should fail within at most one
176
167
        second.  (Longer times are more realistic but we don't want the test
177
168
        suite to take too long, and this should do for now.)
189
180
            after = time.time()
190
181
            # it should only take about 0.4 seconds, but we allow more time in
191
182
            # case the machine is heavily loaded
192
 
            self.assertTrue(after - before <= 8.0,
193
 
                "took %f seconds to detect lock contention" % (after - before))
 
183
            self.assertTrue(after - before <= 8.0, 
 
184
                    "took %f seconds to detect lock contention" % (after - before))
194
185
        finally:
195
186
            lf1.unlock()
 
187
        lock_base = lf2.transport.abspath(lf2.path)
196
188
        self.assertEqual(1, len(self._logged_reports))
197
 
        self.assertContainsRe(self._logged_reports[0][0],
198
 
            r'Unable to obtain lock .* held by jrandom@example\.com on .*'
199
 
            r' \(process #\d+\), acquired .* ago\.\n'
200
 
            r'Will continue to try until \d{2}:\d{2}:\d{2}, unless '
201
 
            r'you press Ctrl-C.\n'
202
 
            r'See "bzr help break-lock" for more.')
 
189
        self.assertEqual('%s %s\n'
 
190
                         '%s\n%s\n'
 
191
                         'Will continue to try until %s\n',
 
192
                         self._logged_reports[0][0])
 
193
        args = self._logged_reports[0][1]
 
194
        self.assertEqual('Unable to obtain', args[0])
 
195
        self.assertEqual('lock %s' % (lock_base,), args[1])
 
196
        self.assertStartsWith(args[2], 'held by ')
 
197
        self.assertStartsWith(args[3], 'locked ')
 
198
        self.assertEndsWith(args[3], ' ago')
 
199
        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')
203
200
 
204
201
    def test_31_lock_wait_easy(self):
205
202
        """Succeed when waiting on a lock with no contention.
217
214
            lf1.unlock()
218
215
        self.assertEqual([], self._logged_reports)
219
216
 
 
217
    def test_32_lock_wait_succeed(self):
 
218
        """Succeed when trying to acquire a lock that gets released
 
219
 
 
220
        One thread holds on a lock and then releases it; another 
 
221
        tries to lock it.
 
222
        """
 
223
        t = self.get_transport()
 
224
        lf1 = LockDir(t, 'test_lock')
 
225
        lf1.create()
 
226
        lf1.attempt_lock()
 
227
 
 
228
        def wait_and_unlock():
 
229
            time.sleep(0.1)
 
230
            lf1.unlock()
 
231
        unlocker = Thread(target=wait_and_unlock)
 
232
        unlocker.start()
 
233
        try:
 
234
            lf2 = LockDir(t, 'test_lock')
 
235
            self.setup_log_reporter(lf2)
 
236
            before = time.time()
 
237
            # wait and then lock
 
238
            lf2.wait_lock(timeout=0.4, poll=0.1)
 
239
            after = time.time()
 
240
            self.assertTrue(after - before <= 1.0)
 
241
        finally:
 
242
            unlocker.join()
 
243
 
 
244
        # There should be only 1 report, even though it should have to
 
245
        # wait for a while
 
246
        lock_base = lf2.transport.abspath(lf2.path)
 
247
        self.assertEqual(1, len(self._logged_reports))
 
248
        self.assertEqual('%s %s\n'
 
249
                         '%s\n%s\n'
 
250
                         'Will continue to try until %s\n',
 
251
                         self._logged_reports[0][0])
 
252
        args = self._logged_reports[0][1]
 
253
        self.assertEqual('Unable to obtain', args[0])
 
254
        self.assertEqual('lock %s' % (lock_base,), args[1])
 
255
        self.assertStartsWith(args[2], 'held by ')
 
256
        self.assertStartsWith(args[3], 'locked ')
 
257
        self.assertEndsWith(args[3], ' ago')
 
258
        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')
 
259
 
 
260
    def test_33_wait(self):
 
261
        """Succeed when waiting on a lock that gets released
 
262
 
 
263
        The difference from test_32_lock_wait_succeed is that the second 
 
264
        caller does not actually acquire the lock, but just waits for it
 
265
        to be released.  This is done over a readonly transport.
 
266
        """
 
267
        t = self.get_transport()
 
268
        lf1 = LockDir(t, 'test_lock')
 
269
        lf1.create()
 
270
        lf1.attempt_lock()
 
271
 
 
272
        def wait_and_unlock():
 
273
            time.sleep(0.1)
 
274
            lf1.unlock()
 
275
        unlocker = Thread(target=wait_and_unlock)
 
276
        unlocker.start()
 
277
        try:
 
278
            lf2 = LockDir(self.get_readonly_transport(), 'test_lock')
 
279
            before = time.time()
 
280
            # wait but don't lock
 
281
            lf2.wait(timeout=0.4, poll=0.1)
 
282
            after = time.time()
 
283
            self.assertTrue(after - before <= 1.0)
 
284
        finally:
 
285
            unlocker.join()
 
286
 
 
287
    def test_34_lock_write_waits(self):
 
288
        """LockDir.lock_write() will wait for the lock.""" 
 
289
        t = self.get_transport()
 
290
        lf1 = LockDir(t, 'test_lock')
 
291
        lf1.create()
 
292
        lf1.attempt_lock()
 
293
 
 
294
        def wait_and_unlock():
 
295
            time.sleep(0.1)
 
296
            lf1.unlock()
 
297
        unlocker = Thread(target=wait_and_unlock)
 
298
        unlocker.start()
 
299
        try:
 
300
            lf2 = LockDir(t, 'test_lock')
 
301
            self.setup_log_reporter(lf2)
 
302
            before = time.time()
 
303
            # wait and then lock
 
304
            lf2.lock_write()
 
305
            after = time.time()
 
306
        finally:
 
307
            unlocker.join()
 
308
 
 
309
        # There should be only 1 report, even though it should have to
 
310
        # wait for a while
 
311
        lock_base = lf2.transport.abspath(lf2.path)
 
312
        self.assertEqual(1, len(self._logged_reports))
 
313
        self.assertEqual('%s %s\n'
 
314
                         '%s\n%s\n'
 
315
                         'Will continue to try until %s\n',
 
316
                         self._logged_reports[0][0])
 
317
        args = self._logged_reports[0][1]
 
318
        self.assertEqual('Unable to obtain', args[0])
 
319
        self.assertEqual('lock %s' % (lock_base,), args[1])
 
320
        self.assertStartsWith(args[2], 'held by ')
 
321
        self.assertStartsWith(args[3], 'locked ')
 
322
        self.assertEndsWith(args[3], ' ago')
 
323
        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')
 
324
 
 
325
    def test_35_wait_lock_changing(self):
 
326
        """LockDir.wait_lock() will report if the lock changes underneath.
 
327
        
 
328
        This is the stages we want to happen:
 
329
 
 
330
        0) Synchronization locks are created and locked.
 
331
        1) Lock1 obtains the lockdir, and releases the 'check' lock.
 
332
        2) Lock2 grabs the 'check' lock, and checks the lockdir.
 
333
           It sees the lockdir is already acquired, reports the fact, 
 
334
           and unsets the 'checked' lock.
 
335
        3) Thread1 blocks on acquiring the 'checked' lock, and then tells
 
336
           Lock1 to release and acquire the lockdir. This resets the 'check'
 
337
           lock.
 
338
        4) Lock2 acquires the 'check' lock, and checks again. It notices
 
339
           that the holder of the lock has changed, and so reports a new 
 
340
           lock holder.
 
341
        5) Thread1 blocks on the 'checked' lock, this time, it completely
 
342
           unlocks the lockdir, allowing Lock2 to acquire the lock.
 
343
        """
 
344
 
 
345
        wait_to_check_lock = Lock()
 
346
        wait_until_checked_lock = Lock()
 
347
 
 
348
        wait_to_check_lock.acquire()
 
349
        wait_until_checked_lock.acquire()
 
350
        note('locked check and checked locks')
 
351
 
 
352
        class LockDir1(LockDir):
 
353
            """Use the synchronization points for the first lock."""
 
354
 
 
355
            def attempt_lock(self):
 
356
                # Once we have acquired the lock, it is okay for
 
357
                # the other lock to check it
 
358
                try:
 
359
                    return super(LockDir1, self).attempt_lock()
 
360
                finally:
 
361
                    note('lock1: releasing check lock')
 
362
                    wait_to_check_lock.release()
 
363
 
 
364
        class LockDir2(LockDir):
 
365
            """Use the synchronization points for the second lock."""
 
366
 
 
367
            def attempt_lock(self):
 
368
                note('lock2: waiting for check lock')
 
369
                wait_to_check_lock.acquire()
 
370
                note('lock2: acquired check lock')
 
371
                try:
 
372
                    return super(LockDir2, self).attempt_lock()
 
373
                finally:
 
374
                    note('lock2: releasing checked lock')
 
375
                    wait_until_checked_lock.release()
 
376
 
 
377
        t = self.get_transport()
 
378
        lf1 = LockDir1(t, 'test_lock')
 
379
        lf1.create()
 
380
 
 
381
        lf2 = LockDir2(t, 'test_lock')
 
382
        self.setup_log_reporter(lf2)
 
383
 
 
384
        def wait_and_switch():
 
385
            lf1.attempt_lock()
 
386
            # Block until lock2 has had a chance to check
 
387
            note('lock1: waiting 1 for checked lock')
 
388
            wait_until_checked_lock.acquire()
 
389
            note('lock1: acquired for checked lock')
 
390
            note('lock1: released lockdir')
 
391
            lf1.unlock()
 
392
            note('lock1: acquiring lockdir')
 
393
            # Create a new nonce, so the lock looks different.
 
394
            lf1.nonce = osutils.rand_chars(20)
 
395
            lf1.lock_write()
 
396
            note('lock1: acquired lockdir')
 
397
 
 
398
            # Block until lock2 has peeked again
 
399
            note('lock1: waiting 2 for checked lock')
 
400
            wait_until_checked_lock.acquire()
 
401
            note('lock1: acquired for checked lock')
 
402
            # Now unlock, and let lock 2 grab the lock
 
403
            lf1.unlock()
 
404
            wait_to_check_lock.release()
 
405
 
 
406
        unlocker = Thread(target=wait_and_switch)
 
407
        unlocker.start()
 
408
        try:
 
409
            # Wait and play against the other thread
 
410
            lf2.wait_lock(timeout=1.0, poll=0.01)
 
411
        finally:
 
412
            unlocker.join()
 
413
        lf2.unlock()
 
414
 
 
415
        # There should be 2 reports, because the lock changed
 
416
        lock_base = lf2.transport.abspath(lf2.path)
 
417
        self.assertEqual(2, len(self._logged_reports))
 
418
 
 
419
        self.assertEqual('%s %s\n'
 
420
                         '%s\n%s\n'
 
421
                         'Will continue to try until %s\n',
 
422
                         self._logged_reports[0][0])
 
423
        args = self._logged_reports[0][1]
 
424
        self.assertEqual('Unable to obtain', args[0])
 
425
        self.assertEqual('lock %s' % (lock_base,), args[1])
 
426
        self.assertStartsWith(args[2], 'held by ')
 
427
        self.assertStartsWith(args[3], 'locked ')
 
428
        self.assertEndsWith(args[3], ' ago')
 
429
        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')
 
430
 
 
431
        self.assertEqual('%s %s\n'
 
432
                         '%s\n%s\n'
 
433
                         'Will continue to try until %s\n',
 
434
                         self._logged_reports[1][0])
 
435
        args = self._logged_reports[1][1]
 
436
        self.assertEqual('Lock owner changed for', args[0])
 
437
        self.assertEqual('lock %s' % (lock_base,), args[1])
 
438
        self.assertStartsWith(args[2], 'held by ')
 
439
        self.assertStartsWith(args[3], 'locked ')
 
440
        self.assertEndsWith(args[3], ' ago')
 
441
        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')
 
442
 
220
443
    def test_40_confirm_easy(self):
221
444
        """Confirm a lock that's already held"""
222
445
        t = self.get_transport()
223
446
        lf1 = LockDir(t, 'test_lock')
224
447
        lf1.create()
225
448
        lf1.attempt_lock()
226
 
        self.addCleanup(lf1.unlock)
227
449
        lf1.confirm()
228
450
 
229
451
    def test_41_confirm_not_held(self):
241
463
        lf1.attempt_lock()
242
464
        t.move('test_lock', 'lock_gone_now')
243
465
        self.assertRaises(LockBroken, lf1.confirm)
244
 
        # Clean up
245
 
        t.move('lock_gone_now', 'test_lock')
246
 
        lf1.unlock()
247
466
 
248
467
    def test_43_break(self):
249
468
        """Break a lock whose caller has forgotten it"""
260
479
        lf2.force_break(holder_info)
261
480
        # now we should be able to take it
262
481
        lf2.attempt_lock()
263
 
        self.addCleanup(lf2.unlock)
264
482
        lf2.confirm()
265
483
 
266
484
    def test_44_break_already_released(self):
278
496
        lf2.force_break(holder_info)
279
497
        # now we should be able to take it
280
498
        lf2.attempt_lock()
281
 
        self.addCleanup(lf2.unlock)
282
499
        lf2.confirm()
283
500
 
284
501
    def test_45_break_mismatch(self):
310
527
        """Check the on-disk representation of LockDirs is as expected.
311
528
 
312
529
        There should always be a top-level directory named by the lock.
313
 
        When the lock is held, there should be a lockname/held directory
 
530
        When the lock is held, there should be a lockname/held directory 
314
531
        containing an info file.
315
532
        """
316
533
        t = self.get_transport()
331
548
        # do this without IO redirection to ensure it doesn't prompt.
332
549
        self.assertRaises(AssertionError, ld1.break_lock)
333
550
        orig_factory = bzrlib.ui.ui_factory
334
 
        bzrlib.ui.ui_factory = bzrlib.ui.CannedInputUIFactory([True])
 
551
        # silent ui - no need for stdout
 
552
        bzrlib.ui.ui_factory = bzrlib.ui.SilentUIFactory()
 
553
        bzrlib.ui.ui_factory.stdin = StringIO("y\n")
335
554
        try:
336
555
            ld2.break_lock()
337
556
            self.assertRaises(LockBroken, ld1.unlock)
338
557
        finally:
339
558
            bzrlib.ui.ui_factory = orig_factory
340
559
 
341
 
    def test_break_lock_corrupt_info(self):
342
 
        """break_lock works even if the info file is corrupt (and tells the UI
343
 
        that it is corrupt).
344
 
        """
345
 
        ld = self.get_lock()
346
 
        ld2 = self.get_lock()
347
 
        ld.create()
348
 
        ld.lock_write()
349
 
        ld.transport.put_bytes_non_atomic('test_lock/held/info', '\0')
350
 
 
351
 
        class LoggingUIFactory(bzrlib.ui.SilentUIFactory):
352
 
            def __init__(self):
353
 
                self.prompts = []
354
 
 
355
 
            def get_boolean(self, prompt):
356
 
                self.prompts.append(('boolean', prompt))
357
 
                return True
358
 
 
359
 
        ui = LoggingUIFactory()
360
 
        self.overrideAttr(bzrlib.ui, 'ui_factory', ui)
361
 
        ld2.break_lock()
362
 
        self.assertLength(1, ui.prompts)
363
 
        self.assertEqual('boolean', ui.prompts[0][0])
364
 
        self.assertStartsWith(ui.prompts[0][1], 'Break (corrupt LockDir')
365
 
        self.assertRaises(LockBroken, ld.unlock)
366
 
 
367
 
    def test_break_lock_missing_info(self):
368
 
        """break_lock works even if the info file is missing (and tells the UI
369
 
        that it is corrupt).
370
 
        """
371
 
        ld = self.get_lock()
372
 
        ld2 = self.get_lock()
373
 
        ld.create()
374
 
        ld.lock_write()
375
 
        ld.transport.delete('test_lock/held/info')
376
 
 
377
 
        class LoggingUIFactory(bzrlib.ui.SilentUIFactory):
378
 
            def __init__(self):
379
 
                self.prompts = []
380
 
 
381
 
            def get_boolean(self, prompt):
382
 
                self.prompts.append(('boolean', prompt))
383
 
                return True
384
 
 
385
 
        ui = LoggingUIFactory()
386
 
        orig_factory = bzrlib.ui.ui_factory
387
 
        bzrlib.ui.ui_factory = ui
388
 
        try:
389
 
            ld2.break_lock()
390
 
            self.assertRaises(LockBroken, ld.unlock)
391
 
            self.assertLength(0, ui.prompts)
392
 
        finally:
393
 
            bzrlib.ui.ui_factory = orig_factory
394
 
        # Suppress warnings due to ld not being unlocked
395
 
        # XXX: if lock_broken hook was invoked in this case, this hack would
396
 
        # not be necessary.  - Andrew Bennetts, 2010-09-06.
397
 
        del self._lock_actions[:]
398
 
 
399
560
    def test_create_missing_base_directory(self):
400
561
        """If LockDir.path doesn't exist, it can be created
401
562
 
407
568
        lf1 = LockDir(t, 'test_lock')
408
569
 
409
570
        lf1.create()
410
 
        self.assertTrue(t.has('test_lock'))
 
571
        self.failUnless(t.has('test_lock'))
411
572
 
412
573
        t.rmdir('test_lock')
413
 
        self.assertFalse(t.has('test_lock'))
 
574
        self.failIf(t.has('test_lock'))
414
575
 
415
576
        # This will create 'test_lock' if it needs to
416
577
        lf1.lock_write()
417
 
        self.assertTrue(t.has('test_lock'))
418
 
        self.assertTrue(t.has('test_lock/held/info'))
 
578
        self.failUnless(t.has('test_lock'))
 
579
        self.failUnless(t.has('test_lock/held/info'))
419
580
 
420
581
        lf1.unlock()
421
 
        self.assertFalse(t.has('test_lock/held/info'))
 
582
        self.failIf(t.has('test_lock/held/info'))
422
583
 
423
 
    def test_display_form(self):
 
584
    def test__format_lock_info(self):
424
585
        ld1 = self.get_lock()
425
586
        ld1.create()
426
587
        ld1.lock_write()
427
588
        try:
428
 
            info_list = ld1.peek().to_readable_dict()
 
589
            info_list = ld1._format_lock_info(ld1.peek())
429
590
        finally:
430
591
            ld1.unlock()
431
 
        self.assertEqual(info_list['user'], u'jrandom@example.com')
432
 
        self.assertContainsRe(info_list['pid'], '^\d+$')
433
 
        self.assertContainsRe(info_list['time_ago'], r'^\d+ seconds? ago$')
 
592
        self.assertEqual('lock %s' % (ld1.transport.abspath(ld1.path),),
 
593
                         info_list[0])
 
594
        self.assertContainsRe(info_list[1],
 
595
                              r'^held by .* on host .* \[process #\d*\]$')
 
596
        self.assertContainsRe(info_list[2], r'locked \d+ seconds? ago$')
434
597
 
435
598
    def test_lock_without_email(self):
436
 
        global_config = config.GlobalStack()
 
599
        global_config = config.GlobalConfig()
437
600
        # Intentionally has no email address
438
 
        global_config.set('email', 'User Identity')
 
601
        global_config.set_user_option('email', 'User Identity')
439
602
        ld1 = self.get_lock()
440
603
        ld1.create()
441
604
        ld1.lock_write()
442
605
        ld1.unlock()
443
606
 
444
607
    def test_lock_permission(self):
445
 
        self.requireFeature(features.not_running_as_root)
446
608
        if not osutils.supports_posix_readonly():
447
609
            raise tests.TestSkipped('Cannot induce a permission failure')
448
610
        ld1 = self.get_lock()
449
611
        lock_path = ld1.transport.local_abspath('test_lock')
450
612
        os.mkdir(lock_path)
451
613
        osutils.make_readonly(lock_path)
452
 
        self.assertRaises(errors.LockFailed, ld1.attempt_lock)
453
 
 
454
 
    def test_lock_by_token(self):
455
 
        ld1 = self.get_lock()
456
 
        token = ld1.lock_write()
457
 
        self.addCleanup(ld1.unlock)
458
 
        self.assertNotEqual(None, token)
459
 
        ld2 = self.get_lock()
460
 
        t2 = ld2.lock_write(token)
461
 
        self.addCleanup(ld2.unlock)
462
 
        self.assertEqual(token, t2)
463
 
 
464
 
    def test_lock_with_buggy_rename(self):
465
 
        # test that lock acquisition handles servers which pretend they
466
 
        # renamed correctly but that actually fail
467
 
        t = transport.get_transport_from_url(
468
 
            'brokenrename+' + self.get_url())
469
 
        ld1 = LockDir(t, 'test_lock')
470
 
        ld1.create()
471
 
        ld1.attempt_lock()
472
 
        ld2 = LockDir(t, 'test_lock')
473
 
        # we should fail to lock
474
 
        e = self.assertRaises(errors.LockContention, ld2.attempt_lock)
475
 
        # now the original caller should succeed in unlocking
476
 
        ld1.unlock()
477
 
        # and there should be nothing left over
478
 
        self.assertEqual([], t.list_dir('test_lock'))
479
 
 
480
 
    def test_failed_lock_leaves_no_trash(self):
481
 
        # if we fail to acquire the lock, we don't leave pending directories
482
 
        # behind -- https://bugs.launchpad.net/bzr/+bug/109169
483
 
        ld1 = self.get_lock()
484
 
        ld2 = self.get_lock()
485
 
        # should be nothing before we start
486
 
        ld1.create()
487
 
        t = self.get_transport().clone('test_lock')
488
 
 
489
 
        def check_dir(a):
490
 
            self.assertEqual(a, t.list_dir('.'))
491
 
 
492
 
        check_dir([])
493
 
        # when held, that's all we see
494
 
        ld1.attempt_lock()
495
 
        self.addCleanup(ld1.unlock)
496
 
        check_dir(['held'])
497
 
        # second guy should fail
498
 
        self.assertRaises(errors.LockContention, ld2.attempt_lock)
499
 
        # no kibble
500
 
        check_dir(['held'])
501
 
 
502
 
    def test_no_lockdir_info(self):
503
 
        """We can cope with empty info files."""
504
 
        # This seems like a fairly common failure case - see
505
 
        # <https://bugs.launchpad.net/bzr/+bug/185103> and all its dupes.
506
 
        # Processes are often interrupted after opening the file
507
 
        # before the actual contents are committed.
508
 
        t = self.get_transport()
509
 
        t.mkdir('test_lock')
510
 
        t.mkdir('test_lock/held')
511
 
        t.put_bytes('test_lock/held/info', '')
512
 
        lf = LockDir(t, 'test_lock')
513
 
        info = lf.peek()
514
 
        formatted_info = info.to_readable_dict()
515
 
        self.assertEqual(
516
 
            dict(user='<unknown>', hostname='<unknown>', pid='<unknown>',
517
 
                time_ago='(unknown)'),
518
 
            formatted_info)
519
 
 
520
 
    def test_corrupt_lockdir_info(self):
521
 
        """We can cope with corrupt (and thus unparseable) info files."""
522
 
        # This seems like a fairly common failure case too - see
523
 
        # <https://bugs.launchpad.net/bzr/+bug/619872> for instance.
524
 
        # In particular some systems tend to fill recently created files with
525
 
        # nul bytes after recovering from a system crash.
526
 
        t = self.get_transport()
527
 
        t.mkdir('test_lock')
528
 
        t.mkdir('test_lock/held')
529
 
        t.put_bytes('test_lock/held/info', '\0')
530
 
        lf = LockDir(t, 'test_lock')
531
 
        self.assertRaises(errors.LockCorrupt, lf.peek)
532
 
        # Currently attempt_lock gives LockContention, but LockCorrupt would be
533
 
        # a reasonable result too.
534
 
        self.assertRaises(
535
 
            (errors.LockCorrupt, errors.LockContention), lf.attempt_lock)
536
 
        self.assertRaises(errors.LockCorrupt, lf.validate_token, 'fake token')
537
 
 
538
 
    def test_missing_lockdir_info(self):
539
 
        """We can cope with absent info files."""
540
 
        t = self.get_transport()
541
 
        t.mkdir('test_lock')
542
 
        t.mkdir('test_lock/held')
543
 
        lf = LockDir(t, 'test_lock')
544
 
        # In this case we expect the 'not held' result from peek, because peek
545
 
        # cannot be expected to notice that there is a 'held' directory with no
546
 
        # 'info' file.
547
 
        self.assertEqual(None, lf.peek())
548
 
        # And lock/unlock may work or give LockContention (but not any other
549
 
        # error).
550
 
        try:
551
 
            lf.attempt_lock()
552
 
        except LockContention:
553
 
            # LockContention is ok, and expected on Windows
554
 
            pass
555
 
        else:
556
 
            # no error is ok, and expected on POSIX (because POSIX allows
557
 
            # os.rename over an empty directory).
558
 
            lf.unlock()
559
 
        # Currently raises TokenMismatch, but LockCorrupt would be reasonable
560
 
        # too.
561
 
        self.assertRaises(
562
 
            (errors.TokenMismatch, errors.LockCorrupt),
563
 
            lf.validate_token, 'fake token')
564
 
 
565
 
 
566
 
class TestLockDirHooks(TestCaseWithTransport):
567
 
 
568
 
    def setUp(self):
569
 
        super(TestLockDirHooks, self).setUp()
570
 
        self._calls = []
571
 
 
572
 
    def get_lock(self):
573
 
        return LockDir(self.get_transport(), 'test_lock')
574
 
 
575
 
    def record_hook(self, result):
576
 
        self._calls.append(result)
577
 
 
578
 
    def test_LockDir_acquired_success(self):
579
 
        # the LockDir.lock_acquired hook fires when a lock is acquired.
580
 
        LockDir.hooks.install_named_hook('lock_acquired',
581
 
                                         self.record_hook, 'record_hook')
582
 
        ld = self.get_lock()
583
 
        ld.create()
584
 
        self.assertEqual([], self._calls)
585
 
        result = ld.attempt_lock()
586
 
        lock_path = ld.transport.abspath(ld.path)
587
 
        self.assertEqual([lock.LockResult(lock_path, result)], self._calls)
588
 
        ld.unlock()
589
 
        self.assertEqual([lock.LockResult(lock_path, result)], self._calls)
590
 
 
591
 
    def test_LockDir_acquired_fail(self):
592
 
        # the LockDir.lock_acquired hook does not fire on failure.
593
 
        ld = self.get_lock()
594
 
        ld.create()
595
 
        ld2 = self.get_lock()
596
 
        ld2.attempt_lock()
597
 
        # install a lock hook now, when the disk lock is locked
598
 
        LockDir.hooks.install_named_hook('lock_acquired',
599
 
                                         self.record_hook, 'record_hook')
600
 
        self.assertRaises(errors.LockContention, ld.attempt_lock)
601
 
        self.assertEqual([], self._calls)
602
 
        ld2.unlock()
603
 
        self.assertEqual([], self._calls)
604
 
 
605
 
    def test_LockDir_released_success(self):
606
 
        # the LockDir.lock_released hook fires when a lock is acquired.
607
 
        LockDir.hooks.install_named_hook('lock_released',
608
 
                                         self.record_hook, 'record_hook')
609
 
        ld = self.get_lock()
610
 
        ld.create()
611
 
        self.assertEqual([], self._calls)
612
 
        result = ld.attempt_lock()
613
 
        self.assertEqual([], self._calls)
614
 
        ld.unlock()
615
 
        lock_path = ld.transport.abspath(ld.path)
616
 
        self.assertEqual([lock.LockResult(lock_path, result)], self._calls)
617
 
 
618
 
    def test_LockDir_released_fail(self):
619
 
        # the LockDir.lock_released hook does not fire on failure.
620
 
        ld = self.get_lock()
621
 
        ld.create()
622
 
        ld2 = self.get_lock()
623
 
        ld.attempt_lock()
624
 
        ld2.force_break(ld2.peek())
625
 
        LockDir.hooks.install_named_hook('lock_released',
626
 
                                         self.record_hook, 'record_hook')
627
 
        self.assertRaises(LockBroken, ld.unlock)
628
 
        self.assertEqual([], self._calls)
629
 
 
630
 
    def test_LockDir_broken_success(self):
631
 
        # the LockDir.lock_broken hook fires when a lock is broken.
632
 
        ld = self.get_lock()
633
 
        ld.create()
634
 
        ld2 = self.get_lock()
635
 
        result = ld.attempt_lock()
636
 
        LockDir.hooks.install_named_hook('lock_broken',
637
 
                                         self.record_hook, 'record_hook')
638
 
        ld2.force_break(ld2.peek())
639
 
        lock_path = ld.transport.abspath(ld.path)
640
 
        self.assertEqual([lock.LockResult(lock_path, result)], self._calls)
641
 
 
642
 
    def test_LockDir_broken_failure(self):
643
 
        # the LockDir.lock_broken hook does not fires when a lock is already
644
 
        # released.
645
 
        ld = self.get_lock()
646
 
        ld.create()
647
 
        ld2 = self.get_lock()
648
 
        result = ld.attempt_lock()
649
 
        holder_info = ld2.peek()
650
 
        ld.unlock()
651
 
        LockDir.hooks.install_named_hook('lock_broken',
652
 
                                         self.record_hook, 'record_hook')
653
 
        ld2.force_break(holder_info)
654
 
        lock_path = ld.transport.abspath(ld.path)
655
 
        self.assertEqual([], self._calls)
656
 
 
657
 
 
658
 
class TestLockHeldInfo(TestCaseInTempDir):
659
 
    """Can get information about the lock holder, and detect whether they're
660
 
    still alive."""
661
 
 
662
 
    def test_repr(self):
663
 
        info = LockHeldInfo.for_this_process(None)
664
 
        self.assertContainsRe(repr(info), r"LockHeldInfo\(.*\)")
665
 
 
666
 
    def test_unicode(self):
667
 
        info = LockHeldInfo.for_this_process(None)
668
 
        self.assertContainsRe(unicode(info),
669
 
            r'held by .* on .* \(process #\d+\), acquired .* ago')
670
 
 
671
 
    def test_is_locked_by_this_process(self):
672
 
        info = LockHeldInfo.for_this_process(None)
673
 
        self.assertTrue(info.is_locked_by_this_process())
674
 
 
675
 
    def test_is_not_locked_by_this_process(self):
676
 
        info = LockHeldInfo.for_this_process(None)
677
 
        info.info_dict['pid'] = '123123123123123'
678
 
        self.assertFalse(info.is_locked_by_this_process())
679
 
 
680
 
    def test_lock_holder_live_process(self):
681
 
        """Detect that the holder (this process) is still running."""
682
 
        info = LockHeldInfo.for_this_process(None)
683
 
        self.assertFalse(info.is_lock_holder_known_dead())
684
 
 
685
 
    def test_lock_holder_dead_process(self):
686
 
        """Detect that the holder (this process) is still running."""
687
 
        self.overrideAttr(lockdir, 'get_host_name',
688
 
            lambda: 'aproperhostname')
689
 
        info = LockHeldInfo.for_this_process(None)
690
 
        info.info_dict['pid'] = '123123123'
691
 
        self.assertTrue(info.is_lock_holder_known_dead())
692
 
 
693
 
    def test_lock_holder_other_machine(self):
694
 
        """The lock holder isn't here so we don't know if they're alive."""
695
 
        info = LockHeldInfo.for_this_process(None)
696
 
        info.info_dict['hostname'] = 'egg.example.com'
697
 
        info.info_dict['pid'] = '123123123'
698
 
        self.assertFalse(info.is_lock_holder_known_dead())
699
 
 
700
 
    def test_lock_holder_other_user(self):
701
 
        """Only auto-break locks held by this user."""
702
 
        info = LockHeldInfo.for_this_process(None)
703
 
        info.info_dict['user'] = 'notme@example.com'
704
 
        info.info_dict['pid'] = '123123123'
705
 
        self.assertFalse(info.is_lock_holder_known_dead())
706
 
 
707
 
    def test_no_good_hostname(self):
708
 
        """Correctly handle ambiguous hostnames.
709
 
 
710
 
        If the lock's recorded with just 'localhost' we can't really trust
711
 
        it's the same 'localhost'.  (There are quite a few of them. :-)
712
 
        So even if the process is known not to be alive, we can't say that's
713
 
        known for sure.
714
 
        """
715
 
        self.overrideAttr(lockdir, 'get_host_name',
716
 
            lambda: 'localhost')
717
 
        info = LockHeldInfo.for_this_process(None)
718
 
        info.info_dict['pid'] = '123123123'
719
 
        self.assertFalse(info.is_lock_holder_known_dead())
720
 
 
721
 
 
722
 
class TestStaleLockDir(TestCaseWithTransport):
723
 
    """Can automatically break stale locks.
724
 
 
725
 
    :see: https://bugs.launchpad.net/bzr/+bug/220464
726
 
    """
727
 
 
728
 
    def test_auto_break_stale_lock(self):
729
 
        """Locks safely known to be stale are just cleaned up.
730
 
 
731
 
        This generates a warning but no other user interaction.
732
 
        """
733
 
        self.overrideAttr(lockdir, 'get_host_name',
734
 
            lambda: 'aproperhostname')
735
 
        # This is off by default at present; see the discussion in the bug.
736
 
        # If you change the default, don't forget to update the docs.
737
 
        config.GlobalStack().set('locks.steal_dead', True)
738
 
        # Create a lock pretending to come from a different nonexistent
739
 
        # process on the same machine.
740
 
        l1 = LockDir(self.get_transport(), 'a',
741
 
            extra_holder_info={'pid': '12312313'})
742
 
        token_1 = l1.attempt_lock()
743
 
        l2 = LockDir(self.get_transport(), 'a')
744
 
        token_2 = l2.attempt_lock()
745
 
        # l1 will notice its lock was stolen.
746
 
        self.assertRaises(errors.LockBroken,
747
 
            l1.unlock)
748
 
        l2.unlock()
749
 
 
750
 
    def test_auto_break_stale_lock_configured_off(self):
751
 
        """Automatic breaking can be turned off"""
752
 
        l1 = LockDir(self.get_transport(), 'a',
753
 
            extra_holder_info={'pid': '12312313'})
754
 
        token_1 = l1.attempt_lock()
755
 
        self.addCleanup(l1.unlock)
756
 
        l2 = LockDir(self.get_transport(), 'a')
757
 
        # This fails now, because dead lock breaking is off by default.
758
 
        self.assertRaises(LockContention,
759
 
            l2.attempt_lock)
760
 
        # and it's in fact not broken
761
 
        l1.confirm()
 
614
        self.assertRaises(errors.PermissionDenied, ld1.attempt_lock)