~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test__dirstate_helpers.py

  • Committer: Ian Clatworthy
  • Date: 2007-08-13 14:33:10 UTC
  • mto: (2733.1.1 ianc-integration)
  • mto: This revision was merged to the branch mainline in revision 2734.
  • Revision ID: ian.clatworthy@internode.on.net-20070813143310-twhj4la0qnupvze8
Added Quick Start Summary

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2007-2010 Canonical Ltd
 
1
# Copyright (C) 2007 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
"""Tests for the compiled dirstate helpers."""
18
18
 
19
19
import bisect
20
20
import os
21
 
import time
22
21
 
23
22
from bzrlib import (
24
23
    dirstate,
25
 
    errors,
26
 
    osutils,
27
24
    tests,
28
25
    )
29
 
from bzrlib.tests import (
30
 
    test_dirstate,
31
 
    test_osutils,
32
 
    )
33
 
 
34
 
try:
35
 
    from bzrlib import _dirstate_helpers_pyx
36
 
    has_dirstate_helpers_pyx = True
37
 
except ImportError:
38
 
    has_dirstate_helpers_pyx = False
39
 
 
40
 
 
41
 
compiled_dirstate_helpers_feature = tests.ModuleAvailableFeature(
42
 
                                'bzrlib._dirstate_helpers_pyx')
43
 
 
44
 
 
45
 
def load_tests(basic_tests, module, loader):
46
 
    # FIXME: we should also parametrize against SHA1Provider !
47
 
    suite = loader.suiteClass()
48
 
    remaining_tests = basic_tests
49
 
 
50
 
    dir_reader_scenarios = test_osutils.dir_reader_scenarios()
51
 
 
52
 
    ue_scenarios = [('dirstate_Python',
53
 
                     {'update_entry': dirstate.py_update_entry})]
54
 
    if compiled_dirstate_helpers_feature.available():
55
 
        update_entry = compiled_dirstate_helpers_feature.module.update_entry
56
 
        pyrex_scenario = ('dirstate_Pyrex', {'update_entry': update_entry})
57
 
        ue_scenarios.append(pyrex_scenario)
58
 
    process_entry_tests, remaining_tests = tests.split_suite_by_condition(
59
 
        remaining_tests, tests.condition_isinstance(TestUpdateEntry))
60
 
    tests.multiply_tests(process_entry_tests,
61
 
                         tests.multiply_scenarios(dir_reader_scenarios,
62
 
                                                  ue_scenarios),
63
 
                         suite)
64
 
 
65
 
    pe_scenarios = [('dirstate_Python',
66
 
                     {'_process_entry': dirstate.ProcessEntryPython})]
67
 
    if compiled_dirstate_helpers_feature.available():
68
 
        process_entry = compiled_dirstate_helpers_feature.module.ProcessEntryC
69
 
        pyrex_scenario = ('dirstate_Pyrex', {'_process_entry': process_entry})
70
 
        pe_scenarios.append(pyrex_scenario)
71
 
    process_entry_tests, remaining_tests = tests.split_suite_by_condition(
72
 
        remaining_tests, tests.condition_isinstance(TestProcessEntry))
73
 
    tests.multiply_tests(process_entry_tests,
74
 
                         tests.multiply_scenarios(dir_reader_scenarios,
75
 
                                                  pe_scenarios),
76
 
                         suite)
77
 
 
78
 
    dir_reader_tests, remaining_tests = tests.split_suite_by_condition(
79
 
        remaining_tests, tests.condition_isinstance(
80
 
            test_dirstate.TestCaseWithDirState))
81
 
    tests.multiply_tests(dir_reader_tests, dir_reader_scenarios, suite)
82
 
    suite.addTest(remaining_tests)
83
 
 
84
 
    return suite
 
26
from bzrlib.tests import test_dirstate
 
27
 
 
28
 
 
29
class _CompiledDirstateHelpersFeature(tests.Feature):
 
30
    def _probe(self):
 
31
        try:
 
32
            import bzrlib._dirstate_helpers_c
 
33
        except ImportError:
 
34
            return False
 
35
        return True
 
36
 
 
37
    def feature_name(self):
 
38
        return 'bzrlib._dirstate_helpers_c'
 
39
 
 
40
CompiledDirstateHelpersFeature = _CompiledDirstateHelpersFeature()
85
41
 
86
42
 
87
43
class TestBisectPathMixin(object):
240
196
 
241
197
 
242
198
class TestBisectPathLeft(tests.TestCase, TestBisectPathMixin):
243
 
    """Run all Bisect Path tests against _bisect_path_left."""
 
199
    """Run all Bisect Path tests against _bisect_path_left_py."""
244
200
 
245
201
    def get_bisect_path(self):
246
 
        from bzrlib._dirstate_helpers_py import _bisect_path_left
247
 
        return _bisect_path_left
 
202
        from bzrlib._dirstate_helpers_py import _bisect_path_left_py
 
203
        return _bisect_path_left_py
248
204
 
249
205
    def get_bisect(self):
250
206
        return bisect.bisect_left, 0
251
207
 
252
208
 
253
209
class TestCompiledBisectPathLeft(TestBisectPathLeft):
254
 
    """Run all Bisect Path tests against _bisect_path_lect"""
 
210
    """Run all Bisect Path tests against _bisect_path_right_c"""
255
211
 
256
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
212
    _test_needs_features = [CompiledDirstateHelpersFeature]
257
213
 
258
214
    def get_bisect_path(self):
259
 
        from bzrlib._dirstate_helpers_pyx import _bisect_path_left
260
 
        return _bisect_path_left
 
215
        from bzrlib._dirstate_helpers_c import _bisect_path_left_c
 
216
        return _bisect_path_left_c
261
217
 
262
218
 
263
219
class TestBisectPathRight(tests.TestCase, TestBisectPathMixin):
264
 
    """Run all Bisect Path tests against _bisect_path_right"""
 
220
    """Run all Bisect Path tests against _bisect_path_right_py"""
265
221
 
266
222
    def get_bisect_path(self):
267
 
        from bzrlib._dirstate_helpers_py import _bisect_path_right
268
 
        return _bisect_path_right
 
223
        from bzrlib._dirstate_helpers_py import _bisect_path_right_py
 
224
        return _bisect_path_right_py
269
225
 
270
226
    def get_bisect(self):
271
227
        return bisect.bisect_right, -1
272
228
 
273
229
 
274
230
class TestCompiledBisectPathRight(TestBisectPathRight):
275
 
    """Run all Bisect Path tests against _bisect_path_right"""
 
231
    """Run all Bisect Path tests against _bisect_path_right_c"""
276
232
 
277
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
233
    _test_needs_features = [CompiledDirstateHelpersFeature]
278
234
 
279
235
    def get_bisect_path(self):
280
 
        from bzrlib._dirstate_helpers_pyx import _bisect_path_right
281
 
        return _bisect_path_right
 
236
        from bzrlib._dirstate_helpers_c import _bisect_path_right_c
 
237
        return _bisect_path_right_c
282
238
 
283
239
 
284
240
class TestBisectDirblock(tests.TestCase):
295
251
 
296
252
    def get_bisect_dirblock(self):
297
253
        """Return an implementation of bisect_dirblock"""
298
 
        from bzrlib._dirstate_helpers_py import bisect_dirblock
299
 
        return bisect_dirblock
 
254
        from bzrlib._dirstate_helpers_py import bisect_dirblock_py
 
255
        return bisect_dirblock_py
300
256
 
301
257
    def assertBisect(self, dirblocks, split_dirblocks, path, *args, **kwargs):
302
258
        """Assert that bisect_split works like bisect_left on the split paths.
386
342
    compiled version.
387
343
    """
388
344
 
389
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
345
    _test_needs_features = [CompiledDirstateHelpersFeature]
390
346
 
391
347
    def get_bisect_dirblock(self):
392
 
        from bzrlib._dirstate_helpers_pyx import bisect_dirblock
393
 
        return bisect_dirblock
 
348
        from bzrlib._dirstate_helpers_c import bisect_dirblock_c
 
349
        return bisect_dirblock_c
394
350
 
395
351
 
396
352
class TestCmpByDirs(tests.TestCase):
405
361
 
406
362
    def get_cmp_by_dirs(self):
407
363
        """Get a specific implementation of cmp_by_dirs."""
408
 
        from bzrlib._dirstate_helpers_py import cmp_by_dirs
409
 
        return cmp_by_dirs
 
364
        from bzrlib._dirstate_helpers_py import cmp_by_dirs_py
 
365
        return cmp_by_dirs_py
410
366
 
411
367
    def assertCmpByDirs(self, expected, str1, str2):
412
368
        """Compare the two strings, in both directions.
508
464
class TestCompiledCmpByDirs(TestCmpByDirs):
509
465
    """Test the pyrex implementation of cmp_by_dirs"""
510
466
 
511
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
467
    _test_needs_features = [CompiledDirstateHelpersFeature]
512
468
 
513
469
    def get_cmp_by_dirs(self):
514
 
        from bzrlib._dirstate_helpers_pyx import cmp_by_dirs
515
 
        return cmp_by_dirs
 
470
        from bzrlib._dirstate_helpers_c import cmp_by_dirs_c
 
471
        return cmp_by_dirs_c
516
472
 
517
473
 
518
474
class TestCmpPathByDirblock(tests.TestCase):
527
483
 
528
484
    def get_cmp_path_by_dirblock(self):
529
485
        """Get a specific implementation of _cmp_path_by_dirblock."""
530
 
        from bzrlib._dirstate_helpers_py import _cmp_path_by_dirblock
531
 
        return _cmp_path_by_dirblock
 
486
        from bzrlib._dirstate_helpers_py import _cmp_path_by_dirblock_py
 
487
        return _cmp_path_by_dirblock_py
532
488
 
533
489
    def assertCmpPathByDirblock(self, paths):
534
490
        """Compare all paths and make sure they evaluate to the correct order.
659
615
class TestCompiledCmpPathByDirblock(TestCmpPathByDirblock):
660
616
    """Test the pyrex implementation of _cmp_path_by_dirblock"""
661
617
 
662
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
618
    _test_needs_features = [CompiledDirstateHelpersFeature]
663
619
 
664
620
    def get_cmp_by_dirs(self):
665
 
        from bzrlib._dirstate_helpers_pyx import _cmp_path_by_dirblock
666
 
        return _cmp_path_by_dirblock
 
621
        from bzrlib._dirstate_helpers_c import _cmp_path_by_dirblock_c
 
622
        return _cmp_path_by_dirblock_c
667
623
 
668
624
 
669
625
class TestMemRChr(tests.TestCase):
670
626
    """Test memrchr functionality"""
671
627
 
672
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
628
    _test_needs_features = [CompiledDirstateHelpersFeature]
673
629
 
674
630
    def assertMemRChr(self, expected, s, c):
675
 
        from bzrlib._dirstate_helpers_pyx import _py_memrchr
 
631
        from bzrlib._dirstate_helpers_c import _py_memrchr
676
632
        self.assertEqual(expected, _py_memrchr(s, c))
677
633
 
678
634
    def test_missing(self):
720
676
    """
721
677
 
722
678
    def get_read_dirblocks(self):
723
 
        from bzrlib._dirstate_helpers_py import _read_dirblocks
724
 
        return _read_dirblocks
 
679
        from bzrlib._dirstate_helpers_py import _read_dirblocks_py
 
680
        return _read_dirblocks_py
725
681
 
726
682
    def test_smoketest(self):
727
683
        """Make sure that we can create and read back a simple file."""
735
691
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
736
692
                         state._dirblock_state)
737
693
 
738
 
    def test_trailing_garbage(self):
739
 
        tree, state, expected = self.create_basic_dirstate()
740
 
        # On Unix, we can write extra data as long as we haven't read yet, but
741
 
        # on Win32, if you've opened the file with FILE_SHARE_READ, trying to
742
 
        # open it in append mode will fail.
743
 
        state.unlock()
744
 
        f = open('dirstate', 'ab')
745
 
        try:
746
 
            # Add bogus trailing garbage
747
 
            f.write('bogus\n')
748
 
        finally:
749
 
            f.close()
750
 
            state.lock_read()
751
 
        e = self.assertRaises(errors.DirstateCorrupt,
752
 
                              state._read_dirblocks_if_needed)
753
 
        # Make sure we mention the bogus characters in the error
754
 
        self.assertContainsRe(str(e), 'bogus')
755
 
 
756
694
 
757
695
class TestCompiledReadDirblocks(TestReadDirblocks):
758
696
    """Test the pyrex implementation of _read_dirblocks"""
759
697
 
760
 
    _test_needs_features = [compiled_dirstate_helpers_feature]
 
698
    _test_needs_features = [CompiledDirstateHelpersFeature]
761
699
 
762
700
    def get_read_dirblocks(self):
763
 
        from bzrlib._dirstate_helpers_pyx import _read_dirblocks
764
 
        return _read_dirblocks
 
701
        from bzrlib._dirstate_helpers_c import _read_dirblocks_c
 
702
        return _read_dirblocks_c
765
703
 
766
704
 
767
705
class TestUsingCompiledIfAvailable(tests.TestCase):
768
706
    """Check that any compiled functions that are available are the default.
769
707
 
770
708
    It is possible to have typos, etc in the import line, such that
771
 
    _dirstate_helpers_pyx is actually available, but the compiled functions are
 
709
    _dirstate_helpers_c is actually available, but the compiled functions are
772
710
    not being used.
773
711
    """
774
712
 
775
713
    def test_bisect_dirblock(self):
776
 
        if compiled_dirstate_helpers_feature.available():
777
 
            from bzrlib._dirstate_helpers_pyx import bisect_dirblock
 
714
        if CompiledDirstateHelpersFeature.available():
 
715
            from bzrlib._dirstate_helpers_c import bisect_dirblock_c
 
716
            self.assertIs(bisect_dirblock_c, dirstate.bisect_dirblock)
778
717
        else:
779
 
            from bzrlib._dirstate_helpers_py import bisect_dirblock
780
 
        self.assertIs(bisect_dirblock, dirstate.bisect_dirblock)
 
718
            from bzrlib._dirstate_helpers_py import bisect_dirblock_py
 
719
            self.assertIs(bisect_dirblock_py, dirstate.bisect_dirblock)
781
720
 
782
721
    def test__bisect_path_left(self):
783
 
        if compiled_dirstate_helpers_feature.available():
784
 
            from bzrlib._dirstate_helpers_pyx import _bisect_path_left
 
722
        if CompiledDirstateHelpersFeature.available():
 
723
            from bzrlib._dirstate_helpers_c import _bisect_path_left_c
 
724
            self.assertIs(_bisect_path_left_c, dirstate._bisect_path_left)
785
725
        else:
786
 
            from bzrlib._dirstate_helpers_py import _bisect_path_left
787
 
        self.assertIs(_bisect_path_left, dirstate._bisect_path_left)
 
726
            from bzrlib._dirstate_helpers_py import _bisect_path_left_py
 
727
            self.assertIs(_bisect_path_left_py, dirstate._bisect_path_left)
788
728
 
789
729
    def test__bisect_path_right(self):
790
 
        if compiled_dirstate_helpers_feature.available():
791
 
            from bzrlib._dirstate_helpers_pyx import _bisect_path_right
 
730
        if CompiledDirstateHelpersFeature.available():
 
731
            from bzrlib._dirstate_helpers_c import _bisect_path_right_c
 
732
            self.assertIs(_bisect_path_right_c, dirstate._bisect_path_right)
792
733
        else:
793
 
            from bzrlib._dirstate_helpers_py import _bisect_path_right
794
 
        self.assertIs(_bisect_path_right, dirstate._bisect_path_right)
 
734
            from bzrlib._dirstate_helpers_py import _bisect_path_right_py
 
735
            self.assertIs(_bisect_path_right_py, dirstate._bisect_path_right)
795
736
 
796
737
    def test_cmp_by_dirs(self):
797
 
        if compiled_dirstate_helpers_feature.available():
798
 
            from bzrlib._dirstate_helpers_pyx import cmp_by_dirs
 
738
        if CompiledDirstateHelpersFeature.available():
 
739
            from bzrlib._dirstate_helpers_c import cmp_by_dirs_c
 
740
            self.assertIs(cmp_by_dirs_c, dirstate.cmp_by_dirs)
799
741
        else:
800
 
            from bzrlib._dirstate_helpers_py import cmp_by_dirs
801
 
        self.assertIs(cmp_by_dirs, dirstate.cmp_by_dirs)
 
742
            from bzrlib._dirstate_helpers_py import cmp_by_dirs_py
 
743
            self.assertIs(cmp_by_dirs_py, dirstate.cmp_by_dirs)
802
744
 
803
745
    def test__read_dirblocks(self):
804
 
        if compiled_dirstate_helpers_feature.available():
805
 
            from bzrlib._dirstate_helpers_pyx import _read_dirblocks
806
 
        else:
807
 
            from bzrlib._dirstate_helpers_py import _read_dirblocks
808
 
        self.assertIs(_read_dirblocks, dirstate._read_dirblocks)
809
 
 
810
 
    def test_update_entry(self):
811
 
        if compiled_dirstate_helpers_feature.available():
812
 
            from bzrlib._dirstate_helpers_pyx import update_entry
813
 
        else:
814
 
            from bzrlib.dirstate import update_entry
815
 
        self.assertIs(update_entry, dirstate.update_entry)
816
 
 
817
 
    def test_process_entry(self):
818
 
        if compiled_dirstate_helpers_feature.available():
819
 
            from bzrlib._dirstate_helpers_pyx import ProcessEntryC
820
 
            self.assertIs(ProcessEntryC, dirstate._process_entry)
821
 
        else:
822
 
            from bzrlib.dirstate import ProcessEntryPython
823
 
            self.assertIs(ProcessEntryPython, dirstate._process_entry)
824
 
 
825
 
 
826
 
class TestUpdateEntry(test_dirstate.TestCaseWithDirState):
827
 
    """Test the DirState.update_entry functions"""
828
 
 
829
 
    # Set by load_tests
830
 
    update_entry = None
831
 
 
832
 
    def setUp(self):
833
 
        super(TestUpdateEntry, self).setUp()
834
 
        self.overrideAttr(dirstate, 'update_entry', self.update_entry)
835
 
 
836
 
    def get_state_with_a(self):
837
 
        """Create a DirState tracking a single object named 'a'"""
838
 
        state = test_dirstate.InstrumentedDirState.initialize('dirstate')
839
 
        self.addCleanup(state.unlock)
840
 
        state.add('a', 'a-id', 'file', None, '')
841
 
        entry = state._get_entry(0, path_utf8='a')
842
 
        return state, entry
843
 
 
844
 
    def test_observed_sha1_cachable(self):
845
 
        state, entry = self.get_state_with_a()
846
 
        atime = time.time() - 10
847
 
        self.build_tree(['a'])
848
 
        statvalue = os.lstat('a')
849
 
        statvalue = test_dirstate._FakeStat(statvalue.st_size, atime, atime,
850
 
            statvalue.st_dev, statvalue.st_ino, statvalue.st_mode)
851
 
        state._observed_sha1(entry, "foo", statvalue)
852
 
        self.assertEqual('foo', entry[1][0][1])
853
 
        packed_stat = dirstate.pack_stat(statvalue)
854
 
        self.assertEqual(packed_stat, entry[1][0][4])
855
 
 
856
 
    def test_observed_sha1_not_cachable(self):
857
 
        state, entry = self.get_state_with_a()
858
 
        oldval = entry[1][0][1]
859
 
        oldstat = entry[1][0][4]
860
 
        self.build_tree(['a'])
861
 
        statvalue = os.lstat('a')
862
 
        state._observed_sha1(entry, "foo", statvalue)
863
 
        self.assertEqual(oldval, entry[1][0][1])
864
 
        self.assertEqual(oldstat, entry[1][0][4])
865
 
 
866
 
    def test_update_entry(self):
867
 
        state, _ = self.get_state_with_a()
868
 
        tree = self.make_branch_and_tree('tree')
869
 
        tree.lock_write()
870
 
        empty_revid = tree.commit('empty')
871
 
        self.build_tree(['tree/a'])
872
 
        tree.add(['a'], ['a-id'])
873
 
        with_a_id = tree.commit('with_a')
874
 
        self.addCleanup(tree.unlock)
875
 
        state.set_parent_trees(
876
 
            [(empty_revid, tree.branch.repository.revision_tree(empty_revid))],
877
 
            [])
878
 
        entry = state._get_entry(0, path_utf8='a')
879
 
        self.build_tree(['a'])
880
 
        # Add one where we don't provide the stat or sha already
881
 
        self.assertEqual(('', 'a', 'a-id'), entry[0])
882
 
        self.assertEqual(('f', '', 0, False, dirstate.DirState.NULLSTAT),
883
 
                         entry[1][0])
884
 
        # Flush the buffers to disk
885
 
        state.save()
886
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
887
 
                         state._dirblock_state)
888
 
 
889
 
        stat_value = os.lstat('a')
890
 
        packed_stat = dirstate.pack_stat(stat_value)
891
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
892
 
                                          stat_value=stat_value)
893
 
        self.assertEqual(None, link_or_sha1)
894
 
 
895
 
        # The dirblock entry should not have cached the file's sha1 (too new)
896
 
        self.assertEqual(('f', '', 14, False, dirstate.DirState.NULLSTAT),
897
 
                         entry[1][0])
898
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
899
 
                         state._dirblock_state)
900
 
        mode = stat_value.st_mode
901
 
        self.assertEqual([('is_exec', mode, False)], state._log)
902
 
 
903
 
        state.save()
904
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
905
 
                         state._dirblock_state)
906
 
 
907
 
        # If we do it again right away, we don't know if the file has changed
908
 
        # so we will re-read the file. Roll the clock back so the file is
909
 
        # guaranteed to look too new.
910
 
        state.adjust_time(-10)
911
 
        del state._log[:]
912
 
 
913
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
914
 
                                          stat_value=stat_value)
915
 
        self.assertEqual([('is_exec', mode, False)], state._log)
916
 
        self.assertEqual(None, link_or_sha1)
917
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
918
 
                         state._dirblock_state)
919
 
        self.assertEqual(('f', '', 14, False, dirstate.DirState.NULLSTAT),
920
 
                         entry[1][0])
921
 
        state.save()
922
 
 
923
 
        # If it is cachable (the clock has moved forward) but new it still
924
 
        # won't calculate the sha or cache it.
925
 
        state.adjust_time(+20)
926
 
        del state._log[:]
927
 
        link_or_sha1 = dirstate.update_entry(state, entry, abspath='a',
928
 
                                          stat_value=stat_value)
929
 
        self.assertEqual(None, link_or_sha1)
930
 
        self.assertEqual([('is_exec', mode, False)], state._log)
931
 
        self.assertEqual(('f', '', 14, False, dirstate.DirState.NULLSTAT),
932
 
                         entry[1][0])
933
 
 
934
 
        # If the file is no longer new, and the clock has been moved forward
935
 
        # sufficiently, it will cache the sha.
936
 
        del state._log[:]
937
 
        state.set_parent_trees(
938
 
            [(with_a_id, tree.branch.repository.revision_tree(with_a_id))],
939
 
            [])
940
 
        entry = state._get_entry(0, path_utf8='a')
941
 
 
942
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
943
 
                                          stat_value=stat_value)
944
 
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
945
 
                         link_or_sha1)
946
 
        self.assertEqual([('is_exec', mode, False), ('sha1', 'a')],
947
 
                          state._log)
948
 
        self.assertEqual(('f', link_or_sha1, 14, False, packed_stat),
949
 
                         entry[1][0])
950
 
 
951
 
        # Subsequent calls will just return the cached value
952
 
        del state._log[:]
953
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
954
 
                                          stat_value=stat_value)
955
 
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
956
 
                         link_or_sha1)
957
 
        self.assertEqual([], state._log)
958
 
        self.assertEqual(('f', link_or_sha1, 14, False, packed_stat),
959
 
                         entry[1][0])
960
 
 
961
 
    def test_update_entry_symlink(self):
962
 
        """Update entry should read symlinks."""
963
 
        self.requireFeature(tests.SymlinkFeature)
964
 
        state, entry = self.get_state_with_a()
965
 
        state.save()
966
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
967
 
                         state._dirblock_state)
968
 
        os.symlink('target', 'a')
969
 
 
970
 
        state.adjust_time(-10) # Make the symlink look new
971
 
        stat_value = os.lstat('a')
972
 
        packed_stat = dirstate.pack_stat(stat_value)
973
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
974
 
                                          stat_value=stat_value)
975
 
        self.assertEqual('target', link_or_sha1)
976
 
        self.assertEqual([('read_link', 'a', '')], state._log)
977
 
        # Dirblock is not updated (the link is too new)
978
 
        self.assertEqual([('l', '', 6, False, dirstate.DirState.NULLSTAT)],
979
 
                         entry[1])
980
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
981
 
                         state._dirblock_state)
982
 
 
983
 
        # Because the stat_value looks new, we should re-read the target
984
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
985
 
                                          stat_value=stat_value)
986
 
        self.assertEqual('target', link_or_sha1)
987
 
        self.assertEqual([('read_link', 'a', ''),
988
 
                          ('read_link', 'a', ''),
989
 
                         ], state._log)
990
 
        self.assertEqual([('l', '', 6, False, dirstate.DirState.NULLSTAT)],
991
 
                         entry[1])
992
 
        state.adjust_time(+20) # Skip into the future, all files look old
993
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
994
 
                                          stat_value=stat_value)
995
 
        self.assertEqual('target', link_or_sha1)
996
 
        # We need to re-read the link because only now can we cache it
997
 
        self.assertEqual([('read_link', 'a', ''),
998
 
                          ('read_link', 'a', ''),
999
 
                          ('read_link', 'a', ''),
1000
 
                         ], state._log)
1001
 
        self.assertEqual([('l', 'target', 6, False, packed_stat)],
1002
 
                         entry[1])
1003
 
 
1004
 
        # Another call won't re-read the link
1005
 
        self.assertEqual([('read_link', 'a', ''),
1006
 
                          ('read_link', 'a', ''),
1007
 
                          ('read_link', 'a', ''),
1008
 
                         ], state._log)
1009
 
        link_or_sha1 = self.update_entry(state, entry, abspath='a',
1010
 
                                          stat_value=stat_value)
1011
 
        self.assertEqual('target', link_or_sha1)
1012
 
        self.assertEqual([('l', 'target', 6, False, packed_stat)],
1013
 
                         entry[1])
1014
 
 
1015
 
    def do_update_entry(self, state, entry, abspath):
1016
 
        stat_value = os.lstat(abspath)
1017
 
        return self.update_entry(state, entry, abspath, stat_value)
1018
 
 
1019
 
    def test_update_entry_dir(self):
1020
 
        state, entry = self.get_state_with_a()
1021
 
        self.build_tree(['a/'])
1022
 
        self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1023
 
 
1024
 
    def test_update_entry_dir_unchanged(self):
1025
 
        state, entry = self.get_state_with_a()
1026
 
        self.build_tree(['a/'])
1027
 
        state.adjust_time(+20)
1028
 
        self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1029
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
1030
 
                         state._dirblock_state)
1031
 
        state.save()
1032
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1033
 
                         state._dirblock_state)
1034
 
        self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1035
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1036
 
                         state._dirblock_state)
1037
 
 
1038
 
    def test_update_entry_file_unchanged(self):
1039
 
        state, _ = self.get_state_with_a()
1040
 
        tree = self.make_branch_and_tree('tree')
1041
 
        tree.lock_write()
1042
 
        self.build_tree(['tree/a'])
1043
 
        tree.add(['a'], ['a-id'])
1044
 
        with_a_id = tree.commit('witha')
1045
 
        self.addCleanup(tree.unlock)
1046
 
        state.set_parent_trees(
1047
 
            [(with_a_id, tree.branch.repository.revision_tree(with_a_id))],
1048
 
            [])
1049
 
        entry = state._get_entry(0, path_utf8='a')
1050
 
        self.build_tree(['a'])
1051
 
        sha1sum = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
1052
 
        state.adjust_time(+20)
1053
 
        self.assertEqual(sha1sum, self.do_update_entry(state, entry, 'a'))
1054
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
1055
 
                         state._dirblock_state)
1056
 
        state.save()
1057
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1058
 
                         state._dirblock_state)
1059
 
        self.assertEqual(sha1sum, self.do_update_entry(state, entry, 'a'))
1060
 
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1061
 
                         state._dirblock_state)
1062
 
 
1063
 
    def test_update_entry_tree_reference(self):
1064
 
        state = test_dirstate.InstrumentedDirState.initialize('dirstate')
1065
 
        self.addCleanup(state.unlock)
1066
 
        state.add('r', 'r-id', 'tree-reference', None, '')
1067
 
        self.build_tree(['r/'])
1068
 
        entry = state._get_entry(0, path_utf8='r')
1069
 
        self.do_update_entry(state, entry, 'r')
1070
 
        entry = state._get_entry(0, path_utf8='r')
1071
 
        self.assertEqual('t', entry[1][0][0])
1072
 
 
1073
 
    def create_and_test_file(self, state, entry):
1074
 
        """Create a file at 'a' and verify the state finds it during update.
1075
 
 
1076
 
        The state should already be versioning *something* at 'a'. This makes
1077
 
        sure that state.update_entry recognizes it as a file.
1078
 
        """
1079
 
        self.build_tree(['a'])
1080
 
        stat_value = os.lstat('a')
1081
 
        packed_stat = dirstate.pack_stat(stat_value)
1082
 
 
1083
 
        link_or_sha1 = self.do_update_entry(state, entry, abspath='a')
1084
 
        self.assertEqual(None, link_or_sha1)
1085
 
        self.assertEqual([('f', '', 14, False, dirstate.DirState.NULLSTAT)],
1086
 
                         entry[1])
1087
 
        return packed_stat
1088
 
 
1089
 
    def create_and_test_dir(self, state, entry):
1090
 
        """Create a directory at 'a' and verify the state finds it.
1091
 
 
1092
 
        The state should already be versioning *something* at 'a'. This makes
1093
 
        sure that state.update_entry recognizes it as a directory.
1094
 
        """
1095
 
        self.build_tree(['a/'])
1096
 
        stat_value = os.lstat('a')
1097
 
        packed_stat = dirstate.pack_stat(stat_value)
1098
 
 
1099
 
        link_or_sha1 = self.do_update_entry(state, entry, abspath='a')
1100
 
        self.assertIs(None, link_or_sha1)
1101
 
        self.assertEqual([('d', '', 0, False, packed_stat)], entry[1])
1102
 
 
1103
 
        return packed_stat
1104
 
 
1105
 
    # FIXME: Add unicode version
1106
 
    def create_and_test_symlink(self, state, entry):
1107
 
        """Create a symlink at 'a' and verify the state finds it.
1108
 
 
1109
 
        The state should already be versioning *something* at 'a'. This makes
1110
 
        sure that state.update_entry recognizes it as a symlink.
1111
 
 
1112
 
        This should not be called if this platform does not have symlink
1113
 
        support.
1114
 
        """
1115
 
        # caller should care about skipping test on platforms without symlinks
1116
 
        os.symlink('path/to/foo', 'a')
1117
 
 
1118
 
        stat_value = os.lstat('a')
1119
 
        packed_stat = dirstate.pack_stat(stat_value)
1120
 
 
1121
 
        link_or_sha1 = self.do_update_entry(state, entry, abspath='a')
1122
 
        self.assertEqual('path/to/foo', link_or_sha1)
1123
 
        self.assertEqual([('l', 'path/to/foo', 11, False, packed_stat)],
1124
 
                         entry[1])
1125
 
        return packed_stat
1126
 
 
1127
 
    def test_update_file_to_dir(self):
1128
 
        """If a file changes to a directory we return None for the sha.
1129
 
        We also update the inventory record.
1130
 
        """
1131
 
        state, entry = self.get_state_with_a()
1132
 
        # The file sha1 won't be cached unless the file is old
1133
 
        state.adjust_time(+10)
1134
 
        self.create_and_test_file(state, entry)
1135
 
        os.remove('a')
1136
 
        self.create_and_test_dir(state, entry)
1137
 
 
1138
 
    def test_update_file_to_symlink(self):
1139
 
        """File becomes a symlink"""
1140
 
        self.requireFeature(tests.SymlinkFeature)
1141
 
        state, entry = self.get_state_with_a()
1142
 
        # The file sha1 won't be cached unless the file is old
1143
 
        state.adjust_time(+10)
1144
 
        self.create_and_test_file(state, entry)
1145
 
        os.remove('a')
1146
 
        self.create_and_test_symlink(state, entry)
1147
 
 
1148
 
    def test_update_dir_to_file(self):
1149
 
        """Directory becoming a file updates the entry."""
1150
 
        state, entry = self.get_state_with_a()
1151
 
        # The file sha1 won't be cached unless the file is old
1152
 
        state.adjust_time(+10)
1153
 
        self.create_and_test_dir(state, entry)
1154
 
        os.rmdir('a')
1155
 
        self.create_and_test_file(state, entry)
1156
 
 
1157
 
    def test_update_dir_to_symlink(self):
1158
 
        """Directory becomes a symlink"""
1159
 
        self.requireFeature(tests.SymlinkFeature)
1160
 
        state, entry = self.get_state_with_a()
1161
 
        # The symlink target won't be cached if it isn't old
1162
 
        state.adjust_time(+10)
1163
 
        self.create_and_test_dir(state, entry)
1164
 
        os.rmdir('a')
1165
 
        self.create_and_test_symlink(state, entry)
1166
 
 
1167
 
    def test_update_symlink_to_file(self):
1168
 
        """Symlink becomes a file"""
1169
 
        self.requireFeature(tests.SymlinkFeature)
1170
 
        state, entry = self.get_state_with_a()
1171
 
        # The symlink and file info won't be cached unless old
1172
 
        state.adjust_time(+10)
1173
 
        self.create_and_test_symlink(state, entry)
1174
 
        os.remove('a')
1175
 
        self.create_and_test_file(state, entry)
1176
 
 
1177
 
    def test_update_symlink_to_dir(self):
1178
 
        """Symlink becomes a directory"""
1179
 
        self.requireFeature(tests.SymlinkFeature)
1180
 
        state, entry = self.get_state_with_a()
1181
 
        # The symlink target won't be cached if it isn't old
1182
 
        state.adjust_time(+10)
1183
 
        self.create_and_test_symlink(state, entry)
1184
 
        os.remove('a')
1185
 
        self.create_and_test_dir(state, entry)
1186
 
 
1187
 
    def test__is_executable_win32(self):
1188
 
        state, entry = self.get_state_with_a()
1189
 
        self.build_tree(['a'])
1190
 
 
1191
 
        # Make sure we are using the win32 implementation of _is_executable
1192
 
        state._is_executable = state._is_executable_win32
1193
 
 
1194
 
        # The file on disk is not executable, but we are marking it as though
1195
 
        # it is. With _is_executable_win32 we ignore what is on disk.
1196
 
        entry[1][0] = ('f', '', 0, True, dirstate.DirState.NULLSTAT)
1197
 
 
1198
 
        stat_value = os.lstat('a')
1199
 
        packed_stat = dirstate.pack_stat(stat_value)
1200
 
 
1201
 
        state.adjust_time(-10) # Make sure everything is new
1202
 
        self.update_entry(state, entry, abspath='a', stat_value=stat_value)
1203
 
 
1204
 
        # The row is updated, but the executable bit stays set.
1205
 
        self.assertEqual([('f', '', 14, True, dirstate.DirState.NULLSTAT)],
1206
 
                         entry[1])
1207
 
 
1208
 
        # Make the disk object look old enough to cache (but it won't cache the
1209
 
        # sha as it is a new file).
1210
 
        state.adjust_time(+20)
1211
 
        digest = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
1212
 
        self.update_entry(state, entry, abspath='a', stat_value=stat_value)
1213
 
        self.assertEqual([('f', '', 14, True, dirstate.DirState.NULLSTAT)],
1214
 
            entry[1])
1215
 
 
1216
 
    def _prepare_tree(self):
1217
 
        # Create a tree
1218
 
        text = 'Hello World\n'
1219
 
        tree = self.make_branch_and_tree('tree')
1220
 
        self.build_tree_contents([('tree/a file', text)])
1221
 
        tree.add('a file', 'a-file-id')
1222
 
        # Note: dirstate does not sha prior to the first commit
1223
 
        # so commit now in order for the test to work
1224
 
        tree.commit('first')
1225
 
        return tree, text
1226
 
 
1227
 
    def test_sha1provider_sha1_used(self):
1228
 
        tree, text = self._prepare_tree()
1229
 
        state = dirstate.DirState.from_tree(tree, 'dirstate',
1230
 
            UppercaseSHA1Provider())
1231
 
        self.addCleanup(state.unlock)
1232
 
        expected_sha = osutils.sha_string(text.upper() + "foo")
1233
 
        entry = state._get_entry(0, path_utf8='a file')
1234
 
        state._sha_cutoff_time()
1235
 
        state._cutoff_time += 10
1236
 
        sha1 = self.update_entry(state, entry, 'tree/a file',
1237
 
                                 os.lstat('tree/a file'))
1238
 
        self.assertEqual(expected_sha, sha1)
1239
 
 
1240
 
    def test_sha1provider_stat_and_sha1_used(self):
1241
 
        tree, text = self._prepare_tree()
1242
 
        tree.lock_write()
1243
 
        self.addCleanup(tree.unlock)
1244
 
        state = tree._current_dirstate()
1245
 
        state._sha1_provider = UppercaseSHA1Provider()
1246
 
        # If we used the standard provider, it would look like nothing has
1247
 
        # changed
1248
 
        file_ids_changed = [change[0] for change
1249
 
                            in tree.iter_changes(tree.basis_tree())]
1250
 
        self.assertEqual(['a-file-id'], file_ids_changed)
1251
 
 
1252
 
 
1253
 
class UppercaseSHA1Provider(dirstate.SHA1Provider):
1254
 
    """A custom SHA1Provider."""
1255
 
 
1256
 
    def sha1(self, abspath):
1257
 
        return self.stat_and_sha1(abspath)[1]
1258
 
 
1259
 
    def stat_and_sha1(self, abspath):
1260
 
        file_obj = file(abspath, 'rb')
1261
 
        try:
1262
 
            statvalue = os.fstat(file_obj.fileno())
1263
 
            text = ''.join(file_obj.readlines())
1264
 
            sha1 = osutils.sha_string(text.upper() + "foo")
1265
 
        finally:
1266
 
            file_obj.close()
1267
 
        return statvalue, sha1
1268
 
 
1269
 
 
1270
 
class TestProcessEntry(test_dirstate.TestCaseWithDirState):
1271
 
 
1272
 
    # Set by load_tests
1273
 
    _process_entry = None
1274
 
 
1275
 
    def setUp(self):
1276
 
        super(TestProcessEntry, self).setUp()
1277
 
        self.overrideAttr(dirstate, '_process_entry', self._process_entry)
1278
 
 
1279
 
    def assertChangedFileIds(self, expected, tree):
1280
 
        tree.lock_read()
1281
 
        try:
1282
 
            file_ids = [info[0] for info
1283
 
                        in tree.iter_changes(tree.basis_tree())]
1284
 
        finally:
1285
 
            tree.unlock()
1286
 
        self.assertEqual(sorted(expected), sorted(file_ids))
1287
 
 
1288
 
    def test_exceptions_raised(self):
1289
 
        # This is a direct test of bug #495023, it relies on osutils.is_inside
1290
 
        # getting called in an inner function. Which makes it a bit brittle,
1291
 
        # but at least it does reproduce the bug.
1292
 
        tree = self.make_branch_and_tree('tree')
1293
 
        self.build_tree(['tree/file', 'tree/dir/', 'tree/dir/sub',
1294
 
                         'tree/dir2/', 'tree/dir2/sub2'])
1295
 
        tree.add(['file', 'dir', 'dir/sub', 'dir2', 'dir2/sub2'])
1296
 
        tree.commit('first commit')
1297
 
        tree.lock_read()
1298
 
        self.addCleanup(tree.unlock)
1299
 
        basis_tree = tree.basis_tree()
1300
 
        def is_inside_raises(*args, **kwargs):
1301
 
            raise RuntimeError('stop this')
1302
 
        self.overrideAttr(osutils, 'is_inside', is_inside_raises)
1303
 
        self.assertListRaises(RuntimeError, tree.iter_changes, basis_tree)
1304
 
 
1305
 
    def test_simple_changes(self):
1306
 
        tree = self.make_branch_and_tree('tree')
1307
 
        self.build_tree(['tree/file'])
1308
 
        tree.add(['file'], ['file-id'])
1309
 
        self.assertChangedFileIds([tree.get_root_id(), 'file-id'], tree)
1310
 
        tree.commit('one')
1311
 
        self.assertChangedFileIds([], tree)
1312
 
 
1313
 
    def test_sha1provider_stat_and_sha1_used(self):
1314
 
        tree = self.make_branch_and_tree('tree')
1315
 
        self.build_tree(['tree/file'])
1316
 
        tree.add(['file'], ['file-id'])
1317
 
        tree.commit('one')
1318
 
        tree.lock_write()
1319
 
        self.addCleanup(tree.unlock)
1320
 
        state = tree._current_dirstate()
1321
 
        state._sha1_provider = UppercaseSHA1Provider()
1322
 
        self.assertChangedFileIds(['file-id'], tree)
 
746
        if CompiledDirstateHelpersFeature.available():
 
747
            from bzrlib._dirstate_helpers_c import _read_dirblocks_c
 
748
            self.assertIs(_read_dirblocks_c, dirstate._read_dirblocks)
 
749
        else:
 
750
            from bzrlib._dirstate_helpers_py import _read_dirblocks_py
 
751
            self.assertIs(_read_dirblocks_py, dirstate._read_dirblocks)
1323
752