679
664
self.assertFalse(repo._format.supports_external_lookups)
682
class Test2a(tests.TestCaseWithMemoryTransport):
684
def test_fetch_combines_groups(self):
685
builder = self.make_branch_builder('source', format='2a')
686
builder.start_series()
687
builder.build_snapshot('1', None, [
688
('add', ('', 'root-id', 'directory', '')),
689
('add', ('file', 'file-id', 'file', 'content\n'))])
690
builder.build_snapshot('2', ['1'], [
691
('modify', ('file-id', 'content-2\n'))])
692
builder.finish_series()
693
source = builder.get_branch()
694
target = self.make_repository('target', format='2a')
695
target.fetch(source.repository)
697
self.addCleanup(target.unlock)
698
details = target.texts._index.get_build_details(
699
[('file-id', '1',), ('file-id', '2',)])
700
file_1_details = details[('file-id', '1')]
701
file_2_details = details[('file-id', '2')]
702
# The index, and what to read off disk, should be the same for both
703
# versions of the file.
704
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
706
def test_fetch_combines_groups(self):
707
builder = self.make_branch_builder('source', format='2a')
708
builder.start_series()
709
builder.build_snapshot('1', None, [
710
('add', ('', 'root-id', 'directory', '')),
711
('add', ('file', 'file-id', 'file', 'content\n'))])
712
builder.build_snapshot('2', ['1'], [
713
('modify', ('file-id', 'content-2\n'))])
714
builder.finish_series()
715
source = builder.get_branch()
716
target = self.make_repository('target', format='2a')
717
target.fetch(source.repository)
719
self.addCleanup(target.unlock)
720
details = target.texts._index.get_build_details(
721
[('file-id', '1',), ('file-id', '2',)])
722
file_1_details = details[('file-id', '1')]
723
file_2_details = details[('file-id', '2')]
724
# The index, and what to read off disk, should be the same for both
725
# versions of the file.
726
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
728
def test_fetch_combines_groups(self):
729
builder = self.make_branch_builder('source', format='2a')
730
builder.start_series()
731
builder.build_snapshot('1', None, [
732
('add', ('', 'root-id', 'directory', '')),
733
('add', ('file', 'file-id', 'file', 'content\n'))])
734
builder.build_snapshot('2', ['1'], [
735
('modify', ('file-id', 'content-2\n'))])
736
builder.finish_series()
737
source = builder.get_branch()
738
target = self.make_repository('target', format='2a')
739
target.fetch(source.repository)
741
self.addCleanup(target.unlock)
742
details = target.texts._index.get_build_details(
743
[('file-id', '1',), ('file-id', '2',)])
744
file_1_details = details[('file-id', '1')]
745
file_2_details = details[('file-id', '2')]
746
# The index, and what to read off disk, should be the same for both
747
# versions of the file.
748
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
750
def test_format_pack_compresses_True(self):
751
repo = self.make_repository('repo', format='2a')
752
self.assertTrue(repo._format.pack_compresses)
754
def test_inventories_use_chk_map_with_parent_base_dict(self):
755
tree = self.make_branch_and_memory_tree('repo', format="2a")
757
tree.add([''], ['TREE_ROOT'])
758
revid = tree.commit("foo")
761
self.addCleanup(tree.unlock)
762
inv = tree.branch.repository.get_inventory(revid)
763
self.assertNotEqual(None, inv.parent_id_basename_to_file_id)
764
inv.parent_id_basename_to_file_id._ensure_root()
765
inv.id_to_entry._ensure_root()
766
self.assertEqual(65536, inv.id_to_entry._root_node.maximum_size)
767
self.assertEqual(65536,
768
inv.parent_id_basename_to_file_id._root_node.maximum_size)
770
def test_autopack_unchanged_chk_nodes(self):
771
# at 20 unchanged commits, chk pages are packed that are split into
772
# two groups such that the new pack being made doesn't have all its
773
# pages in the source packs (though they are in the repository).
774
# Use a memory backed repository, we don't need to hit disk for this
775
tree = self.make_branch_and_memory_tree('tree', format='2a')
777
self.addCleanup(tree.unlock)
778
tree.add([''], ['TREE_ROOT'])
779
for pos in range(20):
780
tree.commit(str(pos))
782
def test_pack_with_hint(self):
783
tree = self.make_branch_and_memory_tree('tree', format='2a')
785
self.addCleanup(tree.unlock)
786
tree.add([''], ['TREE_ROOT'])
787
# 1 commit to leave untouched
789
to_keep = tree.branch.repository._pack_collection.names()
793
all = tree.branch.repository._pack_collection.names()
794
combine = list(set(all) - set(to_keep))
795
self.assertLength(3, all)
796
self.assertLength(2, combine)
797
tree.branch.repository.pack(hint=combine)
798
final = tree.branch.repository._pack_collection.names()
799
self.assertLength(2, final)
800
self.assertFalse(combine[0] in final)
801
self.assertFalse(combine[1] in final)
802
self.assertSubset(to_keep, final)
804
def test_stream_source_to_gc(self):
805
source = self.make_repository('source', format='2a')
806
target = self.make_repository('target', format='2a')
807
stream = source._get_source(target._format)
808
self.assertIsInstance(stream, groupcompress_repo.GroupCHKStreamSource)
810
def test_stream_source_to_non_gc(self):
811
source = self.make_repository('source', format='2a')
812
target = self.make_repository('target', format='rich-root-pack')
813
stream = source._get_source(target._format)
814
# We don't want the child GroupCHKStreamSource
815
self.assertIs(type(stream), repository.StreamSource)
817
def test_get_stream_for_missing_keys_includes_all_chk_refs(self):
818
source_builder = self.make_branch_builder('source',
820
# We have to build a fairly large tree, so that we are sure the chk
821
# pages will have split into multiple pages.
822
entries = [('add', ('', 'a-root-id', 'directory', None))]
823
for i in 'abcdefghijklmnopqrstuvwxyz123456789':
824
for j in 'abcdefghijklmnopqrstuvwxyz123456789':
827
content = 'content for %s\n' % (fname,)
828
entries.append(('add', (fname, fid, 'file', content)))
829
source_builder.start_series()
830
source_builder.build_snapshot('rev-1', None, entries)
831
# Now change a few of them, so we get a few new pages for the second
833
source_builder.build_snapshot('rev-2', ['rev-1'], [
834
('modify', ('aa-id', 'new content for aa-id\n')),
835
('modify', ('cc-id', 'new content for cc-id\n')),
836
('modify', ('zz-id', 'new content for zz-id\n')),
838
source_builder.finish_series()
839
source_branch = source_builder.get_branch()
840
source_branch.lock_read()
841
self.addCleanup(source_branch.unlock)
842
target = self.make_repository('target', format='2a')
843
source = source_branch.repository._get_source(target._format)
844
self.assertIsInstance(source, groupcompress_repo.GroupCHKStreamSource)
846
# On a regular pass, getting the inventories and chk pages for rev-2
847
# would only get the newly created chk pages
848
search = graph.SearchResult(set(['rev-2']), set(['rev-1']), 1,
850
simple_chk_records = []
851
for vf_name, substream in source.get_stream(search):
852
if vf_name == 'chk_bytes':
853
for record in substream:
854
simple_chk_records.append(record.key)
858
# 3 pages, the root (InternalNode), + 2 pages which actually changed
859
self.assertEqual([('sha1:91481f539e802c76542ea5e4c83ad416bf219f73',),
860
('sha1:4ff91971043668583985aec83f4f0ab10a907d3f',),
861
('sha1:81e7324507c5ca132eedaf2d8414ee4bb2226187',),
862
('sha1:b101b7da280596c71a4540e9a1eeba8045985ee0',)],
864
# Now, when we do a similar call using 'get_stream_for_missing_keys'
865
# we should get a much larger set of pages.
866
missing = [('inventories', 'rev-2')]
867
full_chk_records = []
868
for vf_name, substream in source.get_stream_for_missing_keys(missing):
869
if vf_name == 'inventories':
870
for record in substream:
871
self.assertEqual(('rev-2',), record.key)
872
elif vf_name == 'chk_bytes':
873
for record in substream:
874
full_chk_records.append(record.key)
876
self.fail('Should not be getting a stream of %s' % (vf_name,))
877
# We have 257 records now. This is because we have 1 root page, and 256
878
# leaf pages in a complete listing.
879
self.assertEqual(257, len(full_chk_records))
880
self.assertSubset(simple_chk_records, full_chk_records)
882
def test_inconsistency_fatal(self):
883
repo = self.make_repository('repo', format='2a')
884
self.assertTrue(repo.revisions._index._inconsistency_fatal)
885
self.assertFalse(repo.texts._index._inconsistency_fatal)
886
self.assertFalse(repo.inventories._index._inconsistency_fatal)
887
self.assertFalse(repo.signatures._index._inconsistency_fatal)
888
self.assertFalse(repo.chk_bytes._index._inconsistency_fatal)
891
class TestKnitPackStreamSource(tests.TestCaseWithMemoryTransport):
893
def test_source_to_exact_pack_092(self):
894
source = self.make_repository('source', format='pack-0.92')
895
target = self.make_repository('target', format='pack-0.92')
896
stream_source = source._get_source(target._format)
897
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
899
def test_source_to_exact_pack_rich_root_pack(self):
900
source = self.make_repository('source', format='rich-root-pack')
901
target = self.make_repository('target', format='rich-root-pack')
902
stream_source = source._get_source(target._format)
903
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
905
def test_source_to_exact_pack_19(self):
906
source = self.make_repository('source', format='1.9')
907
target = self.make_repository('target', format='1.9')
908
stream_source = source._get_source(target._format)
909
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
911
def test_source_to_exact_pack_19_rich_root(self):
912
source = self.make_repository('source', format='1.9-rich-root')
913
target = self.make_repository('target', format='1.9-rich-root')
914
stream_source = source._get_source(target._format)
915
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
917
def test_source_to_remote_exact_pack_19(self):
918
trans = self.make_smart_server('target')
920
source = self.make_repository('source', format='1.9')
921
target = self.make_repository('target', format='1.9')
922
target = repository.Repository.open(trans.base)
923
stream_source = source._get_source(target._format)
924
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
926
def test_stream_source_to_non_exact(self):
927
source = self.make_repository('source', format='pack-0.92')
928
target = self.make_repository('target', format='1.9')
929
stream = source._get_source(target._format)
930
self.assertIs(type(stream), repository.StreamSource)
932
def test_stream_source_to_non_exact_rich_root(self):
933
source = self.make_repository('source', format='1.9')
934
target = self.make_repository('target', format='1.9-rich-root')
935
stream = source._get_source(target._format)
936
self.assertIs(type(stream), repository.StreamSource)
938
def test_source_to_remote_non_exact_pack_19(self):
939
trans = self.make_smart_server('target')
941
source = self.make_repository('source', format='1.9')
942
target = self.make_repository('target', format='1.6')
943
target = repository.Repository.open(trans.base)
944
stream_source = source._get_source(target._format)
945
self.assertIs(type(stream_source), repository.StreamSource)
947
def test_stream_source_to_knit(self):
948
source = self.make_repository('source', format='pack-0.92')
949
target = self.make_repository('target', format='dirstate')
950
stream = source._get_source(target._format)
951
self.assertIs(type(stream), repository.StreamSource)
954
class TestDevelopment6FindParentIdsOfRevisions(TestCaseWithTransport):
955
"""Tests for _find_parent_ids_of_revisions."""
958
super(TestDevelopment6FindParentIdsOfRevisions, self).setUp()
959
self.builder = self.make_branch_builder('source',
960
format='development6-rich-root')
961
self.builder.start_series()
962
self.builder.build_snapshot('initial', None,
963
[('add', ('', 'tree-root', 'directory', None))])
964
self.repo = self.builder.get_branch().repository
965
self.addCleanup(self.builder.finish_series)
967
def assertParentIds(self, expected_result, rev_set):
968
self.assertEqual(sorted(expected_result),
969
sorted(self.repo._find_parent_ids_of_revisions(rev_set)))
971
def test_simple(self):
972
self.builder.build_snapshot('revid1', None, [])
973
self.builder.build_snapshot('revid2', ['revid1'], [])
975
self.assertParentIds(['revid1'], rev_set)
977
def test_not_first_parent(self):
978
self.builder.build_snapshot('revid1', None, [])
979
self.builder.build_snapshot('revid2', ['revid1'], [])
980
self.builder.build_snapshot('revid3', ['revid2'], [])
981
rev_set = ['revid3', 'revid2']
982
self.assertParentIds(['revid1'], rev_set)
984
def test_not_null(self):
985
rev_set = ['initial']
986
self.assertParentIds([], rev_set)
988
def test_not_null_set(self):
989
self.builder.build_snapshot('revid1', None, [])
990
rev_set = [_mod_revision.NULL_REVISION]
991
self.assertParentIds([], rev_set)
993
def test_ghost(self):
994
self.builder.build_snapshot('revid1', None, [])
995
rev_set = ['ghost', 'revid1']
996
self.assertParentIds(['initial'], rev_set)
998
def test_ghost_parent(self):
999
self.builder.build_snapshot('revid1', None, [])
1000
self.builder.build_snapshot('revid2', ['revid1', 'ghost'], [])
1001
rev_set = ['revid2', 'revid1']
1002
self.assertParentIds(['ghost', 'initial'], rev_set)
1004
def test_righthand_parent(self):
1005
self.builder.build_snapshot('revid1', None, [])
1006
self.builder.build_snapshot('revid2a', ['revid1'], [])
1007
self.builder.build_snapshot('revid2b', ['revid1'], [])
1008
self.builder.build_snapshot('revid3', ['revid2a', 'revid2b'], [])
1009
rev_set = ['revid3', 'revid2a']
1010
self.assertParentIds(['revid1', 'revid2b'], rev_set)
1013
667
class TestWithBrokenRepo(TestCaseWithTransport):
1014
668
"""These tests seem to be more appropriate as interface tests?"""
1622
1122
self.assertTrue(new_pack.signature_index._optimize_for_size)
1625
class TestCrossFormatPacks(TestCaseWithTransport):
1627
def log_pack(self, hint=None):
1628
self.calls.append(('pack', hint))
1629
self.orig_pack(hint=hint)
1630
if self.expect_hint:
1631
self.assertTrue(hint)
1633
def run_stream(self, src_fmt, target_fmt, expect_pack_called):
1634
self.expect_hint = expect_pack_called
1636
source_tree = self.make_branch_and_tree('src', format=src_fmt)
1637
source_tree.lock_write()
1638
self.addCleanup(source_tree.unlock)
1639
tip = source_tree.commit('foo')
1640
target = self.make_repository('target', format=target_fmt)
1642
self.addCleanup(target.unlock)
1643
source = source_tree.branch.repository._get_source(target._format)
1644
self.orig_pack = target.pack
1645
target.pack = self.log_pack
1646
search = target.search_missing_revision_ids(
1647
source_tree.branch.repository, tip)
1648
stream = source.get_stream(search)
1649
from_format = source_tree.branch.repository._format
1650
sink = target._get_sink()
1651
sink.insert_stream(stream, from_format, [])
1652
if expect_pack_called:
1653
self.assertLength(1, self.calls)
1655
self.assertLength(0, self.calls)
1657
def run_fetch(self, src_fmt, target_fmt, expect_pack_called):
1658
self.expect_hint = expect_pack_called
1660
source_tree = self.make_branch_and_tree('src', format=src_fmt)
1661
source_tree.lock_write()
1662
self.addCleanup(source_tree.unlock)
1663
tip = source_tree.commit('foo')
1664
target = self.make_repository('target', format=target_fmt)
1666
self.addCleanup(target.unlock)
1667
source = source_tree.branch.repository
1668
self.orig_pack = target.pack
1669
target.pack = self.log_pack
1670
target.fetch(source)
1671
if expect_pack_called:
1672
self.assertLength(1, self.calls)
1674
self.assertLength(0, self.calls)
1676
def test_sink_format_hint_no(self):
1677
# When the target format says packing makes no difference, pack is not
1679
self.run_stream('1.9', 'rich-root-pack', False)
1681
def test_sink_format_hint_yes(self):
1682
# When the target format says packing makes a difference, pack is
1684
self.run_stream('1.9', '2a', True)
1686
def test_sink_format_same_no(self):
1687
# When the formats are the same, pack is not called.
1688
self.run_stream('2a', '2a', False)
1690
def test_IDS_format_hint_no(self):
1691
# When the target format says packing makes no difference, pack is not
1693
self.run_fetch('1.9', 'rich-root-pack', False)
1695
def test_IDS_format_hint_yes(self):
1696
# When the target format says packing makes a difference, pack is
1698
self.run_fetch('1.9', '2a', True)
1700
def test_IDS_format_same_no(self):
1701
# When the formats are the same, pack is not called.
1702
self.run_fetch('2a', '2a', False)
1125
class TestInterDifferingSerializer(TestCaseWithTransport):
1127
def test_progress_bar(self):
1128
tree = self.make_branch_and_tree('tree')
1129
tree.commit('rev1', rev_id='rev-1')
1130
tree.commit('rev2', rev_id='rev-2')
1131
tree.commit('rev3', rev_id='rev-3')
1132
repo = self.make_repository('repo')
1133
inter_repo = repository.InterDifferingSerializer(
1134
tree.branch.repository, repo)
1135
pb = progress.InstrumentedProgress(to_file=StringIO())
1136
pb.never_throttle = True
1137
inter_repo.fetch('rev-1', pb)
1138
self.assertEqual('Transferring revisions', pb.last_msg)
1139
self.assertEqual(1, pb.last_cnt)
1140
self.assertEqual(1, pb.last_total)
1141
inter_repo.fetch('rev-3', pb)
1142
self.assertEqual(2, pb.last_cnt)
1143
self.assertEqual(2, pb.last_total)