~bzr-pqm/bzr/bzr.dev

# Copyright (C) 2006-2010 Canonical Ltd

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

"""Tests for LockDir"""

from cStringIO import StringIO

import os

from threading import Thread, Lock

import time

import bzrlib

from bzrlib import (

    config,

    errors,

    lock,

    osutils,

    tests,

    transport,

    )

from bzrlib.errors import (

    LockBreakMismatch,

    LockBroken,

    LockContention,

    LockError,

    LockFailed,

    LockNotHeld,

    )

from bzrlib.lockdir import LockDir

from bzrlib.tests import TestCaseWithTransport

from bzrlib.trace import note

# These tests sometimes use threads to test the behaviour of lock files with

# concurrent actors.  This is not a typical (or necessarily supported) use;

# they're really meant for guarding between processes.

# These tests are run on the default transport provided by the test framework

# (typically a local disk transport).  That can be changed by the --transport

# option to bzr selftest.  The required properties of the transport

# implementation are tested separately.  (The main requirement is just that

# they don't allow overwriting nonempty directories.)

class TestLockDir(TestCaseWithTransport):

    """Test LockDir operations"""

    def logging_report_function(self, fmt, *args):

        self._logged_reports.append((fmt, args))

    def setup_log_reporter(self, lock_dir):

        self._logged_reports = []

        lock_dir._report_function = self.logging_report_function

    def test_00_lock_creation(self):

        """Creation of lock file on a transport"""

        t = self.get_transport()

        lf = LockDir(t, 'test_lock')

        self.assertFalse(lf.is_held)

    def test_01_lock_repr(self):

        """Lock string representation"""

        lf = LockDir(self.get_transport(), 'test_lock')

        r = repr(lf)

        self.assertContainsRe(r, r'^LockDir\(.*/test_lock\)$')

    def test_02_unlocked_peek(self):

        lf = LockDir(self.get_transport(), 'test_lock')

        self.assertEqual(lf.peek(), None)

    def get_lock(self):

        return LockDir(self.get_transport(), 'test_lock')

    def test_unlock_after_break_raises(self):

        ld = self.get_lock()

        ld2 = self.get_lock()

        ld.create()

        ld.attempt_lock()

        ld2.force_break(ld2.peek())

        self.assertRaises(LockBroken, ld.unlock)

    def test_03_readonly_peek(self):

        lf = LockDir(self.get_readonly_transport(), 'test_lock')

        self.assertEqual(lf.peek(), None)

    def test_10_lock_uncontested(self):

        """Acquire and release a lock"""

        t = self.get_transport()

        lf = LockDir(t, 'test_lock')

        lf.create()

        lf.attempt_lock()

        try:

            self.assertTrue(lf.is_held)

        finally:

            lf.unlock()

            self.assertFalse(lf.is_held)

    def test_11_create_readonly_transport(self):

        """Fail to create lock on readonly transport"""

        t = self.get_readonly_transport()

        lf = LockDir(t, 'test_lock')

        self.assertRaises(LockFailed, lf.create)

    def test_12_lock_readonly_transport(self):

        """Fail to lock on readonly transport"""

        lf = LockDir(self.get_transport(), 'test_lock')

        lf.create()

        lf = LockDir(self.get_readonly_transport(), 'test_lock')

        self.assertRaises(LockFailed, lf.attempt_lock)

    def test_20_lock_contested(self):

        """Contention to get a lock"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        lf2 = LockDir(t, 'test_lock')

        try:

            # locking is between LockDir instances; aliases within

            # a single process are not detected

            lf2.attempt_lock()

            self.fail('Failed to detect lock collision')

        except LockContention, e:

            self.assertEqual(e.lock, lf2)

            self.assertContainsRe(str(e),

                    r'^Could not acquire.*test_lock.*$')

        lf1.unlock()

    def test_20_lock_peek(self):

        """Peek at the state of a lock"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        self.addCleanup(lf1.unlock)

        # lock is held, should get some info on it

        info1 = lf1.peek()

        self.assertEqual(set(info1.keys()),

                         set(['user', 'nonce', 'hostname', 'pid', 'start_time']))

        # should get the same info if we look at it through a different

        # instance

        info2 = LockDir(t, 'test_lock').peek()

        self.assertEqual(info1, info2)

        # locks which are never used should be not-held

        self.assertEqual(LockDir(t, 'other_lock').peek(), None)

    def test_21_peek_readonly(self):

        """Peek over a readonly transport"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf2 = LockDir(self.get_readonly_transport(), 'test_lock')

        self.assertEqual(lf2.peek(), None)

        lf1.attempt_lock()

        self.addCleanup(lf1.unlock)

        info2 = lf2.peek()

        self.assertTrue(info2)

        self.assertEqual(info2['nonce'], lf1.nonce)

    def test_30_lock_wait_fail(self):

        """Wait on a lock, then fail

        We ask to wait up to 400ms; this should fail within at most one

        second.  (Longer times are more realistic but we don't want the test

        suite to take too long, and this should do for now.)

        """

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf2 = LockDir(t, 'test_lock')

        self.setup_log_reporter(lf2)

        lf1.attempt_lock()

        try:

            before = time.time()

            self.assertRaises(LockContention, lf2.wait_lock,

                              timeout=0.4, poll=0.1)

            after = time.time()

            # it should only take about 0.4 seconds, but we allow more time in

            # case the machine is heavily loaded

            self.assertTrue(after - before <= 8.0,

                    "took %f seconds to detect lock contention" % (after - before))

        finally:

            lf1.unlock()

        self.assertEqual(1, len(self._logged_reports))

        self.assertEqual(self._logged_reports[0][0],

            '%s lock %s held by %s\n'

            'at %s [process #%s], acquired %s.\n'

            'Will continue to try until %s, unless '

            'you press Ctrl-C.\n'

            'See "bzr help break-lock" for more.')

        start, lock_url, user, hostname, pid, time_ago, deadline_str = \

            self._logged_reports[0][1]

        self.assertEqual(start, u'Unable to obtain')

        self.assertEqual(user, u'jrandom@example.com')

        # skip hostname

        self.assertContainsRe(pid, r'\d+')

        self.assertContainsRe(time_ago, r'.* ago')

        self.assertContainsRe(deadline_str, r'\d{2}:\d{2}:\d{2}')

    def test_31_lock_wait_easy(self):

        """Succeed when waiting on a lock with no contention.

        """

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        self.setup_log_reporter(lf1)

        try:

            before = time.time()

            lf1.wait_lock(timeout=0.4, poll=0.1)

            after = time.time()

            self.assertTrue(after - before <= 1.0)

        finally:

            lf1.unlock()

        self.assertEqual([], self._logged_reports)

    def test_32_lock_wait_succeed(self):

        """Succeed when trying to acquire a lock that gets released

        One thread holds on a lock and then releases it; another

        tries to lock it.

        """

        # This test sometimes fails like this:

        # Traceback (most recent call last):

        #   File "/home/pqm/bzr-pqm-workdir/home/+trunk/bzrlib/tests/

        # test_lockdir.py", line 247, in test_32_lock_wait_succeed

        #     self.assertEqual(1, len(self._logged_reports))

        # AssertionError: not equal:

        # a = 1

        # b = 0

        raise tests.TestSkipped("Test fails intermittently")

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        def wait_and_unlock():

            time.sleep(0.1)

            lf1.unlock()

        unlocker = Thread(target=wait_and_unlock)

        unlocker.start()

        try:

            lf2 = LockDir(t, 'test_lock')

            self.setup_log_reporter(lf2)

            before = time.time()

            # wait and then lock

            lf2.wait_lock(timeout=0.4, poll=0.1)

            after = time.time()

            self.assertTrue(after - before <= 1.0)

        finally:

            unlocker.join()

        # There should be only 1 report, even though it should have to

        # wait for a while

        lock_base = lf2.transport.abspath(lf2.path)

        self.assertEqual(1, len(self._logged_reports))

        self.assertEqual('%s %s\n'

                         '%s\n%s\n'

                         'Will continue to try until %s\n',

                         self._logged_reports[0][0])

        args = self._logged_reports[0][1]

        self.assertEqual('Unable to obtain', args[0])

        self.assertEqual('lock %s' % (lock_base,), args[1])

        self.assertStartsWith(args[2], 'held by ')

        self.assertStartsWith(args[3], 'locked ')

        self.assertEndsWith(args[3], ' ago')

        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')

    def test_34_lock_write_waits(self):

        """LockDir.lock_write() will wait for the lock."""

        # the test suite sets the default to 0 to make deadlocks fail fast.

        # change it for this test, as we want to try a manual deadlock.

        raise tests.TestSkipped('Timing-sensitive test')

        bzrlib.lockdir._DEFAULT_TIMEOUT_SECONDS = 300

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        def wait_and_unlock():

            time.sleep(0.1)

            lf1.unlock()

        unlocker = Thread(target=wait_and_unlock)

        unlocker.start()

        try:

            lf2 = LockDir(t, 'test_lock')

            self.setup_log_reporter(lf2)

            before = time.time()

            # wait and then lock

            lf2.lock_write()

            after = time.time()

        finally:

            unlocker.join()

        # There should be only 1 report, even though it should have to

        # wait for a while

        lock_base = lf2.transport.abspath(lf2.path)

        self.assertEqual(1, len(self._logged_reports))

        self.assertEqual('%s %s\n'

                         '%s\n%s\n'

                         'Will continue to try until %s\n',

                         self._logged_reports[0][0])

        args = self._logged_reports[0][1]

        self.assertEqual('Unable to obtain', args[0])

        self.assertEqual('lock %s' % (lock_base,), args[1])

        self.assertStartsWith(args[2], 'held by ')

        self.assertStartsWith(args[3], 'locked ')

        self.assertEndsWith(args[3], ' ago')

        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')

    def test_35_wait_lock_changing(self):

        """LockDir.wait_lock() will report if the lock changes underneath.

        This is the stages we want to happen:

        0) Synchronization locks are created and locked.

        1) Lock1 obtains the lockdir, and releases the 'check' lock.

        2) Lock2 grabs the 'check' lock, and checks the lockdir.

           It sees the lockdir is already acquired, reports the fact,

           and unsets the 'checked' lock.

        3) Thread1 blocks on acquiring the 'checked' lock, and then tells

           Lock1 to release and acquire the lockdir. This resets the 'check'

           lock.

        4) Lock2 acquires the 'check' lock, and checks again. It notices

           that the holder of the lock has changed, and so reports a new

           lock holder.

        5) Thread1 blocks on the 'checked' lock, this time, it completely

           unlocks the lockdir, allowing Lock2 to acquire the lock.

        """

        raise tests.KnownFailure(

            "timing dependency in lock tests (#213182)")

        wait_to_check_lock = Lock()

        wait_until_checked_lock = Lock()

        wait_to_check_lock.acquire()

        wait_until_checked_lock.acquire()

        note('locked check and checked locks')

        class LockDir1(LockDir):

            """Use the synchronization points for the first lock."""

            def attempt_lock(self):

                # Once we have acquired the lock, it is okay for

                # the other lock to check it

                try:

                    return super(LockDir1, self).attempt_lock()

                finally:

                    note('lock1: releasing check lock')

                    wait_to_check_lock.release()

        class LockDir2(LockDir):

            """Use the synchronization points for the second lock."""

            def attempt_lock(self):

                note('lock2: waiting for check lock')

                wait_to_check_lock.acquire()

                note('lock2: acquired check lock')

                try:

                    return super(LockDir2, self).attempt_lock()

                finally:

                    note('lock2: releasing checked lock')

                    wait_until_checked_lock.release()

        t = self.get_transport()

        lf1 = LockDir1(t, 'test_lock')

        lf1.create()

        lf2 = LockDir2(t, 'test_lock')

        self.setup_log_reporter(lf2)

        def wait_and_switch():

            lf1.attempt_lock()

            # Block until lock2 has had a chance to check

            note('lock1: waiting 1 for checked lock')

            wait_until_checked_lock.acquire()

            note('lock1: acquired for checked lock')

            note('lock1: released lockdir')

            lf1.unlock()

            note('lock1: acquiring lockdir')

            # Create a new nonce, so the lock looks different.

            lf1.nonce = osutils.rand_chars(20)

            lf1.lock_write()

            note('lock1: acquired lockdir')

            # Block until lock2 has peeked again

            note('lock1: waiting 2 for checked lock')

            wait_until_checked_lock.acquire()

            note('lock1: acquired for checked lock')

            # Now unlock, and let lock 2 grab the lock

            lf1.unlock()

            wait_to_check_lock.release()

        unlocker = Thread(target=wait_and_switch)

        unlocker.start()

        try:

            # Wait and play against the other thread

            lf2.wait_lock(timeout=20.0, poll=0.01)

        finally:

            unlocker.join()

        lf2.unlock()

        # There should be 2 reports, because the lock changed

        lock_base = lf2.transport.abspath(lf2.path)

        self.assertEqual(2, len(self._logged_reports))

        lock_url = lf2.transport.abspath(lf2.path)

        self.assertEqual('%s %s\n'

                         '%s\n%s\n'

                         'Will continue to try until %s, unless '

                         'you press Ctrl-C.\n'

                         'See "bzr help break-lock" for more.',

                         self._logged_reports[0][0])

        args = self._logged_reports[0][1]

        self.assertEqual('Unable to obtain', args[0])

        self.assertEqual('lock %s' % (lock_base,), args[1])

        self.assertStartsWith(args[2], 'held by ')

        self.assertStartsWith(args[3], 'locked ')

        self.assertEndsWith(args[3], ' ago')

        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')

        self.assertEqual('%s %s\n'

                         '%s\n%s\n'

                         'Will continue to try until %s, unless '

                         'you press Ctrl-C.\n'

                         'See "bzr help break-lock" for more.',

                         self._logged_reports[1][0])

        args = self._logged_reports[1][1]

        self.assertEqual('Lock owner changed for', args[0])

        self.assertEqual('lock %s' % (lock_base,), args[1])

        self.assertStartsWith(args[2], 'held by ')

        self.assertStartsWith(args[3], 'locked ')

        self.assertEndsWith(args[3], ' ago')

        self.assertContainsRe(args[4], r'\d\d:\d\d:\d\d')

    def test_40_confirm_easy(self):

        """Confirm a lock that's already held"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        self.addCleanup(lf1.unlock)

        lf1.confirm()

    def test_41_confirm_not_held(self):

        """Confirm a lock that's already held"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        self.assertRaises(LockNotHeld, lf1.confirm)

    def test_42_confirm_broken_manually(self):

        """Confirm a lock broken by hand"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        t.move('test_lock', 'lock_gone_now')

        self.assertRaises(LockBroken, lf1.confirm)

        # Clean up

        t.move('lock_gone_now', 'test_lock')

        lf1.unlock()

    def test_43_break(self):

        """Break a lock whose caller has forgotten it"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        # we incorrectly discard the lock object without unlocking it

        del lf1

        # someone else sees it's still locked

        lf2 = LockDir(t, 'test_lock')

        holder_info = lf2.peek()

        self.assertTrue(holder_info)

        lf2.force_break(holder_info)

        # now we should be able to take it

        lf2.attempt_lock()

        self.addCleanup(lf2.unlock)

        lf2.confirm()

    def test_44_break_already_released(self):

        """Lock break races with regular release"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        # someone else sees it's still locked

        lf2 = LockDir(t, 'test_lock')

        holder_info = lf2.peek()

        # in the interim the lock is released

        lf1.unlock()

        # break should succeed

        lf2.force_break(holder_info)

        # now we should be able to take it

        lf2.attempt_lock()

        self.addCleanup(lf2.unlock)

        lf2.confirm()

    def test_45_break_mismatch(self):

        """Lock break races with someone else acquiring it"""

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.attempt_lock()

        # someone else sees it's still locked

        lf2 = LockDir(t, 'test_lock')

        holder_info = lf2.peek()

        # in the interim the lock is released

        lf1.unlock()

        lf3 = LockDir(t, 'test_lock')

        lf3.attempt_lock()

        # break should now *fail*

        self.assertRaises(LockBreakMismatch, lf2.force_break,

                          holder_info)

        lf3.unlock()

    def test_46_fake_read_lock(self):

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        lf1.lock_read()

        lf1.unlock()

    def test_50_lockdir_representation(self):

        """Check the on-disk representation of LockDirs is as expected.

        There should always be a top-level directory named by the lock.

        When the lock is held, there should be a lockname/held directory

        containing an info file.

        """

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        self.assertTrue(t.has('test_lock'))

        lf1.lock_write()

        self.assertTrue(t.has('test_lock/held/info'))

        lf1.unlock()

        self.assertFalse(t.has('test_lock/held/info'))

    def test_break_lock(self):

        # the ui based break_lock routine should Just Work (tm)

        ld1 = self.get_lock()

        ld2 = self.get_lock()

        ld1.create()

        ld1.lock_write()

        # do this without IO redirection to ensure it doesn't prompt.

        self.assertRaises(AssertionError, ld1.break_lock)

        orig_factory = bzrlib.ui.ui_factory

        bzrlib.ui.ui_factory = bzrlib.ui.CannedInputUIFactory([True])

        try:

            ld2.break_lock()

            self.assertRaises(LockBroken, ld1.unlock)

        finally:

            bzrlib.ui.ui_factory = orig_factory

    def test_create_missing_base_directory(self):

        """If LockDir.path doesn't exist, it can be created

        Some people manually remove the entire lock/ directory trying

        to unlock a stuck repository/branch/etc. Rather than failing

        after that, just create the lock directory when needed.

        """

        t = self.get_transport()

        lf1 = LockDir(t, 'test_lock')

        lf1.create()

        self.failUnless(t.has('test_lock'))

        t.rmdir('test_lock')

        self.failIf(t.has('test_lock'))

        # This will create 'test_lock' if it needs to

        lf1.lock_write()

        self.failUnless(t.has('test_lock'))

        self.failUnless(t.has('test_lock/held/info'))

        lf1.unlock()

        self.failIf(t.has('test_lock/held/info'))

    def test__format_lock_info(self):

        ld1 = self.get_lock()

        ld1.create()

        ld1.lock_write()

        try:

            info_list = ld1._format_lock_info(ld1.peek())

        finally:

            ld1.unlock()

        self.assertEqual(info_list[0], u'jrandom@example.com')

        # info_list[1] is hostname. we skip this.

        self.assertContainsRe(info_list[2], '^\d+$') # pid

        self.assertContainsRe(info_list[3], r'^\d+ seconds? ago$') # time_ago

    def test_lock_without_email(self):

        global_config = config.GlobalConfig()

        # Intentionally has no email address

        global_config.set_user_option('email', 'User Identity')

        ld1 = self.get_lock()

        ld1.create()

        ld1.lock_write()

        ld1.unlock()

    def test_lock_permission(self):

        if not osutils.supports_posix_readonly():

            raise tests.TestSkipped('Cannot induce a permission failure')

        ld1 = self.get_lock()

        lock_path = ld1.transport.local_abspath('test_lock')

        os.mkdir(lock_path)

        osutils.make_readonly(lock_path)

        self.assertRaises(errors.LockFailed, ld1.attempt_lock)

    def test_lock_by_token(self):

        ld1 = self.get_lock()

        token = ld1.lock_write()

        self.addCleanup(ld1.unlock)

        self.assertNotEqual(None, token)

        ld2 = self.get_lock()

        t2 = ld2.lock_write(token)

        self.addCleanup(ld2.unlock)

        self.assertEqual(token, t2)

    def test_lock_with_buggy_rename(self):

        # test that lock acquisition handles servers which pretend they

        # renamed correctly but that actually fail

        t = transport.get_transport('brokenrename+' + self.get_url())

        ld1 = LockDir(t, 'test_lock')

        ld1.create()

        ld1.attempt_lock()

        ld2 = LockDir(t, 'test_lock')

        # we should fail to lock

        e = self.assertRaises(errors.LockContention, ld2.attempt_lock)

        # now the original caller should succeed in unlocking

        ld1.unlock()

        # and there should be nothing left over

        self.assertEquals([], t.list_dir('test_lock'))

    def test_failed_lock_leaves_no_trash(self):

        # if we fail to acquire the lock, we don't leave pending directories

        # behind -- https://bugs.launchpad.net/bzr/+bug/109169

        ld1 = self.get_lock()

        ld2 = self.get_lock()

        # should be nothing before we start

        ld1.create()

        t = self.get_transport().clone('test_lock')

        def check_dir(a):

            self.assertEquals(a, t.list_dir('.'))

        check_dir([])

        # when held, that's all we see

        ld1.attempt_lock()