664
690
self.assertFalse(repo._format.supports_external_lookups)
693
class Test2a(tests.TestCaseWithMemoryTransport):
695
def test_fetch_combines_groups(self):
696
builder = self.make_branch_builder('source', format='2a')
697
builder.start_series()
698
builder.build_snapshot('1', None, [
699
('add', ('', 'root-id', 'directory', '')),
700
('add', ('file', 'file-id', 'file', 'content\n'))])
701
builder.build_snapshot('2', ['1'], [
702
('modify', ('file-id', 'content-2\n'))])
703
builder.finish_series()
704
source = builder.get_branch()
705
target = self.make_repository('target', format='2a')
706
target.fetch(source.repository)
708
self.addCleanup(target.unlock)
709
details = target.texts._index.get_build_details(
710
[('file-id', '1',), ('file-id', '2',)])
711
file_1_details = details[('file-id', '1')]
712
file_2_details = details[('file-id', '2')]
713
# The index, and what to read off disk, should be the same for both
714
# versions of the file.
715
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
717
def test_fetch_combines_groups(self):
718
builder = self.make_branch_builder('source', format='2a')
719
builder.start_series()
720
builder.build_snapshot('1', None, [
721
('add', ('', 'root-id', 'directory', '')),
722
('add', ('file', 'file-id', 'file', 'content\n'))])
723
builder.build_snapshot('2', ['1'], [
724
('modify', ('file-id', 'content-2\n'))])
725
builder.finish_series()
726
source = builder.get_branch()
727
target = self.make_repository('target', format='2a')
728
target.fetch(source.repository)
730
self.addCleanup(target.unlock)
731
details = target.texts._index.get_build_details(
732
[('file-id', '1',), ('file-id', '2',)])
733
file_1_details = details[('file-id', '1')]
734
file_2_details = details[('file-id', '2')]
735
# The index, and what to read off disk, should be the same for both
736
# versions of the file.
737
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
739
def test_fetch_combines_groups(self):
740
builder = self.make_branch_builder('source', format='2a')
741
builder.start_series()
742
builder.build_snapshot('1', None, [
743
('add', ('', 'root-id', 'directory', '')),
744
('add', ('file', 'file-id', 'file', 'content\n'))])
745
builder.build_snapshot('2', ['1'], [
746
('modify', ('file-id', 'content-2\n'))])
747
builder.finish_series()
748
source = builder.get_branch()
749
target = self.make_repository('target', format='2a')
750
target.fetch(source.repository)
752
self.addCleanup(target.unlock)
753
details = target.texts._index.get_build_details(
754
[('file-id', '1',), ('file-id', '2',)])
755
file_1_details = details[('file-id', '1')]
756
file_2_details = details[('file-id', '2')]
757
# The index, and what to read off disk, should be the same for both
758
# versions of the file.
759
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
761
def test_format_pack_compresses_True(self):
762
repo = self.make_repository('repo', format='2a')
763
self.assertTrue(repo._format.pack_compresses)
765
def test_inventories_use_chk_map_with_parent_base_dict(self):
766
tree = self.make_branch_and_memory_tree('repo', format="2a")
768
tree.add([''], ['TREE_ROOT'])
769
revid = tree.commit("foo")
772
self.addCleanup(tree.unlock)
773
inv = tree.branch.repository.get_inventory(revid)
774
self.assertNotEqual(None, inv.parent_id_basename_to_file_id)
775
inv.parent_id_basename_to_file_id._ensure_root()
776
inv.id_to_entry._ensure_root()
777
self.assertEqual(65536, inv.id_to_entry._root_node.maximum_size)
778
self.assertEqual(65536,
779
inv.parent_id_basename_to_file_id._root_node.maximum_size)
781
def test_autopack_unchanged_chk_nodes(self):
782
# at 20 unchanged commits, chk pages are packed that are split into
783
# two groups such that the new pack being made doesn't have all its
784
# pages in the source packs (though they are in the repository).
785
# Use a memory backed repository, we don't need to hit disk for this
786
tree = self.make_branch_and_memory_tree('tree', format='2a')
788
self.addCleanup(tree.unlock)
789
tree.add([''], ['TREE_ROOT'])
790
for pos in range(20):
791
tree.commit(str(pos))
793
def test_pack_with_hint(self):
794
tree = self.make_branch_and_memory_tree('tree', format='2a')
796
self.addCleanup(tree.unlock)
797
tree.add([''], ['TREE_ROOT'])
798
# 1 commit to leave untouched
800
to_keep = tree.branch.repository._pack_collection.names()
804
all = tree.branch.repository._pack_collection.names()
805
combine = list(set(all) - set(to_keep))
806
self.assertLength(3, all)
807
self.assertLength(2, combine)
808
tree.branch.repository.pack(hint=combine)
809
final = tree.branch.repository._pack_collection.names()
810
self.assertLength(2, final)
811
self.assertFalse(combine[0] in final)
812
self.assertFalse(combine[1] in final)
813
self.assertSubset(to_keep, final)
815
def test_stream_source_to_gc(self):
816
source = self.make_repository('source', format='2a')
817
target = self.make_repository('target', format='2a')
818
stream = source._get_source(target._format)
819
self.assertIsInstance(stream, groupcompress_repo.GroupCHKStreamSource)
821
def test_stream_source_to_non_gc(self):
822
source = self.make_repository('source', format='2a')
823
target = self.make_repository('target', format='rich-root-pack')
824
stream = source._get_source(target._format)
825
# We don't want the child GroupCHKStreamSource
826
self.assertIs(type(stream), repository.StreamSource)
828
def test_get_stream_for_missing_keys_includes_all_chk_refs(self):
829
source_builder = self.make_branch_builder('source',
831
# We have to build a fairly large tree, so that we are sure the chk
832
# pages will have split into multiple pages.
833
entries = [('add', ('', 'a-root-id', 'directory', None))]
834
for i in 'abcdefghijklmnopqrstuvwxyz123456789':
835
for j in 'abcdefghijklmnopqrstuvwxyz123456789':
838
content = 'content for %s\n' % (fname,)
839
entries.append(('add', (fname, fid, 'file', content)))
840
source_builder.start_series()
841
source_builder.build_snapshot('rev-1', None, entries)
842
# Now change a few of them, so we get a few new pages for the second
844
source_builder.build_snapshot('rev-2', ['rev-1'], [
845
('modify', ('aa-id', 'new content for aa-id\n')),
846
('modify', ('cc-id', 'new content for cc-id\n')),
847
('modify', ('zz-id', 'new content for zz-id\n')),
849
source_builder.finish_series()
850
source_branch = source_builder.get_branch()
851
source_branch.lock_read()
852
self.addCleanup(source_branch.unlock)
853
target = self.make_repository('target', format='2a')
854
source = source_branch.repository._get_source(target._format)
855
self.assertIsInstance(source, groupcompress_repo.GroupCHKStreamSource)
857
# On a regular pass, getting the inventories and chk pages for rev-2
858
# would only get the newly created chk pages
859
search = graph.SearchResult(set(['rev-2']), set(['rev-1']), 1,
861
simple_chk_records = []
862
for vf_name, substream in source.get_stream(search):
863
if vf_name == 'chk_bytes':
864
for record in substream:
865
simple_chk_records.append(record.key)
869
# 3 pages, the root (InternalNode), + 2 pages which actually changed
870
self.assertEqual([('sha1:91481f539e802c76542ea5e4c83ad416bf219f73',),
871
('sha1:4ff91971043668583985aec83f4f0ab10a907d3f',),
872
('sha1:81e7324507c5ca132eedaf2d8414ee4bb2226187',),
873
('sha1:b101b7da280596c71a4540e9a1eeba8045985ee0',)],
875
# Now, when we do a similar call using 'get_stream_for_missing_keys'
876
# we should get a much larger set of pages.
877
missing = [('inventories', 'rev-2')]
878
full_chk_records = []
879
for vf_name, substream in source.get_stream_for_missing_keys(missing):
880
if vf_name == 'inventories':
881
for record in substream:
882
self.assertEqual(('rev-2',), record.key)
883
elif vf_name == 'chk_bytes':
884
for record in substream:
885
full_chk_records.append(record.key)
887
self.fail('Should not be getting a stream of %s' % (vf_name,))
888
# We have 257 records now. This is because we have 1 root page, and 256
889
# leaf pages in a complete listing.
890
self.assertEqual(257, len(full_chk_records))
891
self.assertSubset(simple_chk_records, full_chk_records)
893
def test_inconsistency_fatal(self):
894
repo = self.make_repository('repo', format='2a')
895
self.assertTrue(repo.revisions._index._inconsistency_fatal)
896
self.assertFalse(repo.texts._index._inconsistency_fatal)
897
self.assertFalse(repo.inventories._index._inconsistency_fatal)
898
self.assertFalse(repo.signatures._index._inconsistency_fatal)
899
self.assertFalse(repo.chk_bytes._index._inconsistency_fatal)
902
class TestKnitPackStreamSource(tests.TestCaseWithMemoryTransport):
904
def test_source_to_exact_pack_092(self):
905
source = self.make_repository('source', format='pack-0.92')
906
target = self.make_repository('target', format='pack-0.92')
907
stream_source = source._get_source(target._format)
908
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
910
def test_source_to_exact_pack_rich_root_pack(self):
911
source = self.make_repository('source', format='rich-root-pack')
912
target = self.make_repository('target', format='rich-root-pack')
913
stream_source = source._get_source(target._format)
914
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
916
def test_source_to_exact_pack_19(self):
917
source = self.make_repository('source', format='1.9')
918
target = self.make_repository('target', format='1.9')
919
stream_source = source._get_source(target._format)
920
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
922
def test_source_to_exact_pack_19_rich_root(self):
923
source = self.make_repository('source', format='1.9-rich-root')
924
target = self.make_repository('target', format='1.9-rich-root')
925
stream_source = source._get_source(target._format)
926
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
928
def test_source_to_remote_exact_pack_19(self):
929
trans = self.make_smart_server('target')
931
source = self.make_repository('source', format='1.9')
932
target = self.make_repository('target', format='1.9')
933
target = repository.Repository.open(trans.base)
934
stream_source = source._get_source(target._format)
935
self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
937
def test_stream_source_to_non_exact(self):
938
source = self.make_repository('source', format='pack-0.92')
939
target = self.make_repository('target', format='1.9')
940
stream = source._get_source(target._format)
941
self.assertIs(type(stream), repository.StreamSource)
943
def test_stream_source_to_non_exact_rich_root(self):
944
source = self.make_repository('source', format='1.9')
945
target = self.make_repository('target', format='1.9-rich-root')
946
stream = source._get_source(target._format)
947
self.assertIs(type(stream), repository.StreamSource)
949
def test_source_to_remote_non_exact_pack_19(self):
950
trans = self.make_smart_server('target')
952
source = self.make_repository('source', format='1.9')
953
target = self.make_repository('target', format='1.6')
954
target = repository.Repository.open(trans.base)
955
stream_source = source._get_source(target._format)
956
self.assertIs(type(stream_source), repository.StreamSource)
958
def test_stream_source_to_knit(self):
959
source = self.make_repository('source', format='pack-0.92')
960
target = self.make_repository('target', format='dirstate')
961
stream = source._get_source(target._format)
962
self.assertIs(type(stream), repository.StreamSource)
965
class TestDevelopment6FindParentIdsOfRevisions(TestCaseWithTransport):
966
"""Tests for _find_parent_ids_of_revisions."""
969
super(TestDevelopment6FindParentIdsOfRevisions, self).setUp()
970
self.builder = self.make_branch_builder('source',
971
format='development6-rich-root')
972
self.builder.start_series()
973
self.builder.build_snapshot('initial', None,
974
[('add', ('', 'tree-root', 'directory', None))])
975
self.repo = self.builder.get_branch().repository
976
self.addCleanup(self.builder.finish_series)
978
def assertParentIds(self, expected_result, rev_set):
979
self.assertEqual(sorted(expected_result),
980
sorted(self.repo._find_parent_ids_of_revisions(rev_set)))
982
def test_simple(self):
983
self.builder.build_snapshot('revid1', None, [])
984
self.builder.build_snapshot('revid2', ['revid1'], [])
986
self.assertParentIds(['revid1'], rev_set)
988
def test_not_first_parent(self):
989
self.builder.build_snapshot('revid1', None, [])
990
self.builder.build_snapshot('revid2', ['revid1'], [])
991
self.builder.build_snapshot('revid3', ['revid2'], [])
992
rev_set = ['revid3', 'revid2']
993
self.assertParentIds(['revid1'], rev_set)
995
def test_not_null(self):
996
rev_set = ['initial']
997
self.assertParentIds([], rev_set)
999
def test_not_null_set(self):
1000
self.builder.build_snapshot('revid1', None, [])
1001
rev_set = [_mod_revision.NULL_REVISION]
1002
self.assertParentIds([], rev_set)
1004
def test_ghost(self):
1005
self.builder.build_snapshot('revid1', None, [])
1006
rev_set = ['ghost', 'revid1']
1007
self.assertParentIds(['initial'], rev_set)
1009
def test_ghost_parent(self):
1010
self.builder.build_snapshot('revid1', None, [])
1011
self.builder.build_snapshot('revid2', ['revid1', 'ghost'], [])
1012
rev_set = ['revid2', 'revid1']
1013
self.assertParentIds(['ghost', 'initial'], rev_set)
1015
def test_righthand_parent(self):
1016
self.builder.build_snapshot('revid1', None, [])
1017
self.builder.build_snapshot('revid2a', ['revid1'], [])
1018
self.builder.build_snapshot('revid2b', ['revid1'], [])
1019
self.builder.build_snapshot('revid3', ['revid2a', 'revid2b'], [])
1020
rev_set = ['revid3', 'revid2a']
1021
self.assertParentIds(['revid1', 'revid2b'], rev_set)
667
1024
class TestWithBrokenRepo(TestCaseWithTransport):
668
1025
"""These tests seem to be more appropriate as interface tests?"""
1122
1633
self.assertTrue(new_pack.signature_index._optimize_for_size)
1125
class TestInterDifferingSerializer(TestCaseWithTransport):
1127
def test_progress_bar(self):
1128
tree = self.make_branch_and_tree('tree')
1129
tree.commit('rev1', rev_id='rev-1')
1130
tree.commit('rev2', rev_id='rev-2')
1131
tree.commit('rev3', rev_id='rev-3')
1132
repo = self.make_repository('repo')
1133
inter_repo = repository.InterDifferingSerializer(
1134
tree.branch.repository, repo)
1135
pb = progress.InstrumentedProgress(to_file=StringIO())
1136
pb.never_throttle = True
1137
inter_repo.fetch('rev-1', pb)
1138
self.assertEqual('Transferring revisions', pb.last_msg)
1139
self.assertEqual(1, pb.last_cnt)
1140
self.assertEqual(1, pb.last_total)
1141
inter_repo.fetch('rev-3', pb)
1142
self.assertEqual(2, pb.last_cnt)
1143
self.assertEqual(2, pb.last_total)
1636
class TestCrossFormatPacks(TestCaseWithTransport):
1638
def log_pack(self, hint=None):
1639
self.calls.append(('pack', hint))
1640
self.orig_pack(hint=hint)
1641
if self.expect_hint:
1642
self.assertTrue(hint)
1644
def run_stream(self, src_fmt, target_fmt, expect_pack_called):
1645
self.expect_hint = expect_pack_called
1647
source_tree = self.make_branch_and_tree('src', format=src_fmt)
1648
source_tree.lock_write()
1649
self.addCleanup(source_tree.unlock)
1650
tip = source_tree.commit('foo')
1651
target = self.make_repository('target', format=target_fmt)
1653
self.addCleanup(target.unlock)
1654
source = source_tree.branch.repository._get_source(target._format)
1655
self.orig_pack = target.pack
1656
target.pack = self.log_pack
1657
search = target.search_missing_revision_ids(
1658
source_tree.branch.repository, tip)
1659
stream = source.get_stream(search)
1660
from_format = source_tree.branch.repository._format
1661
sink = target._get_sink()
1662
sink.insert_stream(stream, from_format, [])
1663
if expect_pack_called:
1664
self.assertLength(1, self.calls)
1666
self.assertLength(0, self.calls)
1668
def run_fetch(self, src_fmt, target_fmt, expect_pack_called):
1669
self.expect_hint = expect_pack_called
1671
source_tree = self.make_branch_and_tree('src', format=src_fmt)
1672
source_tree.lock_write()
1673
self.addCleanup(source_tree.unlock)
1674
tip = source_tree.commit('foo')
1675
target = self.make_repository('target', format=target_fmt)
1677
self.addCleanup(target.unlock)
1678
source = source_tree.branch.repository
1679
self.orig_pack = target.pack
1680
target.pack = self.log_pack
1681
target.fetch(source)
1682
if expect_pack_called:
1683
self.assertLength(1, self.calls)
1685
self.assertLength(0, self.calls)
1687
def test_sink_format_hint_no(self):
1688
# When the target format says packing makes no difference, pack is not
1690
self.run_stream('1.9', 'rich-root-pack', False)
1692
def test_sink_format_hint_yes(self):
1693
# When the target format says packing makes a difference, pack is
1695
self.run_stream('1.9', '2a', True)
1697
def test_sink_format_same_no(self):
1698
# When the formats are the same, pack is not called.
1699
self.run_stream('2a', '2a', False)
1701
def test_IDS_format_hint_no(self):
1702
# When the target format says packing makes no difference, pack is not
1704
self.run_fetch('1.9', 'rich-root-pack', False)
1706
def test_IDS_format_hint_yes(self):
1707
# When the target format says packing makes a difference, pack is
1709
self.run_fetch('1.9', '2a', True)
1711
def test_IDS_format_same_no(self):
1712
# When the formats are the same, pack is not called.
1713
self.run_fetch('2a', '2a', False)