29
30
from bzrlib.tests import (
35
from bzrlib import _dirstate_helpers_pyx
36
has_dirstate_helpers_pyx = True
38
has_dirstate_helpers_pyx = False
41
class _CompiledDirstateHelpersFeature(tests.Feature):
43
return has_dirstate_helpers_pyx
45
def feature_name(self):
46
return 'bzrlib._dirstate_helpers_pyx'
47
CompiledDirstateHelpersFeature = _CompiledDirstateHelpersFeature()
50
def load_tests(basic_tests, module, loader):
51
# FIXME: we should also parametrize against SHA1Provider !
52
suite = loader.suiteClass()
53
remaining_tests = basic_tests
55
dir_reader_scenarios = test_osutils.dir_reader_scenarios()
57
ue_scenarios = [('dirstate_Python',
58
{'update_entry': dirstate.py_update_entry})]
59
if has_dirstate_helpers_pyx:
60
pyrex_scenario = ('dirstate_Pyrex',
61
{'update_entry': _dirstate_helpers_pyx.update_entry})
62
ue_scenarios.append(pyrex_scenario)
63
process_entry_tests, remaining_tests = tests.split_suite_by_condition(
64
remaining_tests, tests.condition_isinstance(TestUpdateEntry))
65
tests.multiply_tests(process_entry_tests,
66
tests.multiply_scenarios(dir_reader_scenarios,
70
pe_scenarios = [('dirstate_Python',
71
{'_process_entry': dirstate.ProcessEntryPython})]
72
if has_dirstate_helpers_pyx:
75
{'_process_entry': _dirstate_helpers_pyx.ProcessEntryC})
76
pe_scenarios.append(pyrex_scenario)
77
process_entry_tests, remaining_tests = tests.split_suite_by_condition(
78
remaining_tests, tests.condition_isinstance(TestProcessEntry))
79
tests.multiply_tests(process_entry_tests,
80
tests.multiply_scenarios(dir_reader_scenarios,
84
dir_reader_tests, remaining_tests = tests.split_suite_by_condition(
85
remaining_tests, tests.condition_isinstance(
86
test_dirstate.TestCaseWithDirState))
87
tests.multiply_tests(dir_reader_tests, dir_reader_scenarios, suite)
88
suite.addTest(remaining_tests)
33
from bzrlib.tests.test_osutils import dir_reader_scenarios
34
from bzrlib.tests.scenarios import (
35
load_tests_apply_scenarios,
38
from bzrlib.tests import (
43
load_tests = load_tests_apply_scenarios
46
compiled_dirstate_helpers_feature = features.ModuleAvailableFeature(
47
'bzrlib._dirstate_helpers_pyx')
50
# FIXME: we should also parametrize against SHA1Provider !
52
ue_scenarios = [('dirstate_Python',
53
{'update_entry': dirstate.py_update_entry})]
54
if compiled_dirstate_helpers_feature.available():
55
update_entry = compiled_dirstate_helpers_feature.module.update_entry
56
ue_scenarios.append(('dirstate_Pyrex', {'update_entry': update_entry}))
58
pe_scenarios = [('dirstate_Python',
59
{'_process_entry': dirstate.ProcessEntryPython})]
60
if compiled_dirstate_helpers_feature.available():
61
process_entry = compiled_dirstate_helpers_feature.module.ProcessEntryC
62
pe_scenarios.append(('dirstate_Pyrex', {'_process_entry': process_entry}))
64
helper_scenarios = [('dirstate_Python', {'helpers': _dirstate_helpers_py})]
65
if compiled_dirstate_helpers_feature.available():
66
helper_scenarios.append(('dirstate_Pyrex',
67
{'helpers': compiled_dirstate_helpers_feature.module}))
93
70
class TestBisectPathMixin(object):
744
723
def test_trailing_garbage(self):
745
724
tree, state, expected = self.create_basic_dirstate()
746
# We can modify the file as long as it hasn't been read yet.
725
# On Unix, we can write extra data as long as we haven't read yet, but
726
# on Win32, if you've opened the file with FILE_SHARE_READ, trying to
727
# open it in append mode will fail.
747
729
f = open('dirstate', 'ab')
749
731
# Add bogus trailing garbage
750
732
f.write('bogus\n')
753
736
e = self.assertRaises(errors.DirstateCorrupt,
754
737
state._read_dirblocks_if_needed)
755
738
# Make sure we mention the bogus characters in the error
777
760
def test_bisect_dirblock(self):
778
if CompiledDirstateHelpersFeature.available():
761
if compiled_dirstate_helpers_feature.available():
779
762
from bzrlib._dirstate_helpers_pyx import bisect_dirblock
781
764
from bzrlib._dirstate_helpers_py import bisect_dirblock
782
765
self.assertIs(bisect_dirblock, dirstate.bisect_dirblock)
784
767
def test__bisect_path_left(self):
785
if CompiledDirstateHelpersFeature.available():
768
if compiled_dirstate_helpers_feature.available():
786
769
from bzrlib._dirstate_helpers_pyx import _bisect_path_left
788
771
from bzrlib._dirstate_helpers_py import _bisect_path_left
789
772
self.assertIs(_bisect_path_left, dirstate._bisect_path_left)
791
774
def test__bisect_path_right(self):
792
if CompiledDirstateHelpersFeature.available():
775
if compiled_dirstate_helpers_feature.available():
793
776
from bzrlib._dirstate_helpers_pyx import _bisect_path_right
795
778
from bzrlib._dirstate_helpers_py import _bisect_path_right
796
779
self.assertIs(_bisect_path_right, dirstate._bisect_path_right)
798
781
def test_cmp_by_dirs(self):
799
if CompiledDirstateHelpersFeature.available():
782
if compiled_dirstate_helpers_feature.available():
800
783
from bzrlib._dirstate_helpers_pyx import cmp_by_dirs
802
785
from bzrlib._dirstate_helpers_py import cmp_by_dirs
803
786
self.assertIs(cmp_by_dirs, dirstate.cmp_by_dirs)
805
788
def test__read_dirblocks(self):
806
if CompiledDirstateHelpersFeature.available():
789
if compiled_dirstate_helpers_feature.available():
807
790
from bzrlib._dirstate_helpers_pyx import _read_dirblocks
809
792
from bzrlib._dirstate_helpers_py import _read_dirblocks
810
793
self.assertIs(_read_dirblocks, dirstate._read_dirblocks)
812
795
def test_update_entry(self):
813
if CompiledDirstateHelpersFeature.available():
796
if compiled_dirstate_helpers_feature.available():
814
797
from bzrlib._dirstate_helpers_pyx import update_entry
816
799
from bzrlib.dirstate import update_entry
817
800
self.assertIs(update_entry, dirstate.update_entry)
819
802
def test_process_entry(self):
820
if CompiledDirstateHelpersFeature.available():
803
if compiled_dirstate_helpers_feature.available():
821
804
from bzrlib._dirstate_helpers_pyx import ProcessEntryC
822
805
self.assertIs(ProcessEntryC, dirstate._process_entry)
850
832
def test_observed_sha1_cachable(self):
851
833
state, entry = self.get_state_with_a()
852
835
atime = time.time() - 10
853
836
self.build_tree(['a'])
854
statvalue = os.lstat('a')
855
statvalue = test_dirstate._FakeStat(statvalue.st_size, atime, atime,
856
statvalue.st_dev, statvalue.st_ino, statvalue.st_mode)
837
statvalue = test_dirstate._FakeStat.from_stat(os.lstat('a'))
838
statvalue.st_mtime = statvalue.st_ctime = atime
839
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
840
state._dirblock_state)
857
841
state._observed_sha1(entry, "foo", statvalue)
858
842
self.assertEqual('foo', entry[1][0][1])
859
843
packed_stat = dirstate.pack_stat(statvalue)
860
844
self.assertEqual(packed_stat, entry[1][0][4])
845
self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
846
state._dirblock_state)
862
848
def test_observed_sha1_not_cachable(self):
863
849
state, entry = self.get_state_with_a()
864
851
oldval = entry[1][0][1]
865
852
oldstat = entry[1][0][4]
866
853
self.build_tree(['a'])
867
854
statvalue = os.lstat('a')
855
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
856
state._dirblock_state)
868
857
state._observed_sha1(entry, "foo", statvalue)
869
858
self.assertEqual(oldval, entry[1][0][1])
870
859
self.assertEqual(oldstat, entry[1][0][4])
860
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
861
state._dirblock_state)
872
863
def test_update_entry(self):
873
864
state, _ = self.get_state_with_a()
898
889
stat_value=stat_value)
899
890
self.assertEqual(None, link_or_sha1)
901
# The dirblock entry should not have cached the file's sha1 (too new)
892
# The dirblock entry should not have computed or cached the file's
893
# sha1, but it did update the files' st_size. However, this is not
894
# worth writing a dirstate file for, so we leave the state UNMODIFIED
902
895
self.assertEqual(('f', '', 14, False, dirstate.DirState.NULLSTAT),
904
self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
897
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
905
898
state._dirblock_state)
906
899
mode = stat_value.st_mode
907
900
self.assertEqual([('is_exec', mode, False)], state._log)
983
977
# Dirblock is not updated (the link is too new)
984
978
self.assertEqual([('l', '', 6, False, dirstate.DirState.NULLSTAT)],
986
self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
980
# The file entry turned into a symlink, that is considered
981
# HASH modified worthy.
982
self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
987
983
state._dirblock_state)
989
985
# Because the stat_value looks new, we should re-read the target
990
987
link_or_sha1 = self.update_entry(state, entry, abspath='a',
991
988
stat_value=stat_value)
992
989
self.assertEqual('target', link_or_sha1)
993
self.assertEqual([('read_link', 'a', ''),
994
('read_link', 'a', ''),
990
self.assertEqual([('read_link', 'a', '')], state._log)
996
991
self.assertEqual([('l', '', 6, False, dirstate.DirState.NULLSTAT)],
998
994
state.adjust_time(+20) # Skip into the future, all files look old
999
996
link_or_sha1 = self.update_entry(state, entry, abspath='a',
1000
997
stat_value=stat_value)
998
# The symlink stayed a symlink. So while it is new enough to cache, we
999
# don't bother setting the flag, because it is not really worth saving
1000
# (when we stat the symlink, we'll have paged in the target.)
1001
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1002
state._dirblock_state)
1001
1003
self.assertEqual('target', link_or_sha1)
1002
1004
# We need to re-read the link because only now can we cache it
1003
self.assertEqual([('read_link', 'a', ''),
1004
('read_link', 'a', ''),
1005
('read_link', 'a', ''),
1005
self.assertEqual([('read_link', 'a', '')], state._log)
1007
1006
self.assertEqual([('l', 'target', 6, False, packed_stat)],
1010
1010
# Another call won't re-read the link
1011
self.assertEqual([('read_link', 'a', ''),
1012
('read_link', 'a', ''),
1013
('read_link', 'a', ''),
1011
self.assertEqual([], state._log)
1015
1012
link_or_sha1 = self.update_entry(state, entry, abspath='a',
1016
1013
stat_value=stat_value)
1017
1014
self.assertEqual('target', link_or_sha1)
1032
1029
self.build_tree(['a/'])
1033
1030
state.adjust_time(+20)
1034
1031
self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1032
# a/ used to be a file, but is now a directory, worth saving
1035
1033
self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
1036
1034
state._dirblock_state)
1038
1036
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1039
1037
state._dirblock_state)
1040
self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1038
# No changes to a/ means not worth saving.
1039
self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1040
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1041
state._dirblock_state)
1042
# Change the last-modified time for the directory
1043
t = time.time() - 100.0
1045
os.utime('a', (t, t))
1047
# It looks like Win32 + FAT doesn't allow to change times on a dir.
1048
raise tests.TestSkipped("can't update mtime of a dir on FAT")
1049
saved_packed_stat = entry[1][0][-1]
1050
self.assertIs(None, self.do_update_entry(state, entry, 'a'))
1051
# We *do* go ahead and update the information in the dirblocks, but we
1052
# don't bother setting IN_MEMORY_MODIFIED because it is trivial to
1054
self.assertNotEqual(saved_packed_stat, entry[1][0][-1])
1041
1055
self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
1042
1056
state._dirblock_state)
1296
1308
self.assertEqual(sorted(expected), sorted(file_ids))
1310
def test_exceptions_raised(self):
1311
# This is a direct test of bug #495023, it relies on osutils.is_inside
1312
# getting called in an inner function. Which makes it a bit brittle,
1313
# but at least it does reproduce the bug.
1314
tree = self.make_branch_and_tree('tree')
1315
self.build_tree(['tree/file', 'tree/dir/', 'tree/dir/sub',
1316
'tree/dir2/', 'tree/dir2/sub2'])
1317
tree.add(['file', 'dir', 'dir/sub', 'dir2', 'dir2/sub2'])
1318
tree.commit('first commit')
1320
self.addCleanup(tree.unlock)
1321
basis_tree = tree.basis_tree()
1322
def is_inside_raises(*args, **kwargs):
1323
raise RuntimeError('stop this')
1324
self.overrideAttr(osutils, 'is_inside', is_inside_raises)
1325
self.assertListRaises(RuntimeError, tree.iter_changes, basis_tree)
1298
1327
def test_simple_changes(self):
1299
1328
tree = self.make_branch_and_tree('tree')
1300
1329
self.build_tree(['tree/file'])
1314
1343
state._sha1_provider = UppercaseSHA1Provider()
1315
1344
self.assertChangedFileIds(['file-id'], tree)
1347
class TestPackStat(tests.TestCase):
1348
"""Check packed representaton of stat values is robust on all inputs"""
1350
scenarios = helper_scenarios
1352
def pack(self, statlike_tuple):
1353
return self.helpers.pack_stat(os.stat_result(statlike_tuple))
1356
def unpack_field(packed_string, stat_field):
1357
return _dirstate_helpers_py._unpack_stat(packed_string)[stat_field]
1359
def test_result(self):
1360
self.assertEqual("AAAQAAAAABAAAAARAAAAAgAAAAEAAIHk",
1361
self.pack((33252, 1, 2, 0, 0, 0, 4096, 15.5, 16.5, 17.5)))
1363
def test_giant_inode(self):
1364
packed = self.pack((33252, 0xF80000ABC, 0, 0, 0, 0, 0, 0, 0, 0))
1365
self.assertEqual(0x80000ABC, self.unpack_field(packed, "st_ino"))
1367
def test_giant_size(self):
1368
packed = self.pack((33252, 0, 0, 0, 0, 0, (1 << 33) + 4096, 0, 0, 0))
1369
self.assertEqual(4096, self.unpack_field(packed, "st_size"))
1371
def test_fractional_mtime(self):
1372
packed = self.pack((33252, 0, 0, 0, 0, 0, 0, 0, 16.9375, 0))
1373
self.assertEqual(16, self.unpack_field(packed, "st_mtime"))
1375
def test_ancient_mtime(self):
1376
packed = self.pack((33252, 0, 0, 0, 0, 0, 0, 0, -11644473600.0, 0))
1377
self.assertEqual(1240428288, self.unpack_field(packed, "st_mtime"))
1379
def test_distant_mtime(self):
1380
packed = self.pack((33252, 0, 0, 0, 0, 0, 0, 0, 64060588800.0, 0))
1381
self.assertEqual(3931046656, self.unpack_field(packed, "st_mtime"))
1383
def test_fractional_ctime(self):
1384
packed = self.pack((33252, 0, 0, 0, 0, 0, 0, 0, 0, 17.5625))
1385
self.assertEqual(17, self.unpack_field(packed, "st_ctime"))
1387
def test_ancient_ctime(self):
1388
packed = self.pack((33252, 0, 0, 0, 0, 0, 0, 0, 0, -11644473600.0))
1389
self.assertEqual(1240428288, self.unpack_field(packed, "st_ctime"))
1391
def test_distant_ctime(self):
1392
packed = self.pack((33252, 0, 0, 0, 0, 0, 0, 0, 0, 64060588800.0))
1393
self.assertEqual(3931046656, self.unpack_field(packed, "st_ctime"))
1395
def test_negative_dev(self):
1396
packed = self.pack((33252, 0, -0xFFFFFCDE, 0, 0, 0, 0, 0, 0, 0))
1397
self.assertEqual(0x322, self.unpack_field(packed, "st_dev"))