133
138
def check_format(format, url):
134
139
dir = format._matchingbzrdir.initialize(url)
135
140
format.initialize(dir)
136
t = get_transport(url)
137
found_format = repository.RepositoryFormat.find_format(dir)
138
self.failUnless(isinstance(found_format, format.__class__))
139
check_format(weaverepo.RepositoryFormat7(), "bar")
141
t = transport.get_transport_from_path(url)
142
found_format = repository.RepositoryFormatMetaDir.find_format(dir)
143
self.assertIsInstance(found_format, format.__class__)
144
check_format(repository.format_registry.get_default(), "bar")
141
146
def test_find_format_no_repository(self):
142
147
dir = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
143
148
self.assertRaises(errors.NoRepositoryPresent,
144
repository.RepositoryFormat.find_format,
149
repository.RepositoryFormatMetaDir.find_format,
152
def test_from_string(self):
153
self.assertIsInstance(
154
SampleRepositoryFormat.from_string(
155
"Sample .bzr repository format."),
156
SampleRepositoryFormat)
157
self.assertRaises(AssertionError,
158
SampleRepositoryFormat.from_string,
159
"Different .bzr repository format.")
147
161
def test_find_format_unknown_format(self):
148
162
dir = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
149
163
SampleRepositoryFormat().initialize(dir)
150
164
self.assertRaises(UnknownFormatError,
151
repository.RepositoryFormat.find_format,
165
repository.RepositoryFormatMetaDir.find_format,
168
def test_find_format_with_features(self):
169
tree = self.make_branch_and_tree('.', format='2a')
170
tree.branch.repository.update_feature_flags({"name": "necessity"})
171
found_format = repository.RepositoryFormatMetaDir.find_format(tree.bzrdir)
172
self.assertIsInstance(found_format, repository.RepositoryFormatMetaDir)
173
self.assertEquals(found_format.features.get("name"), "necessity")
174
self.assertRaises(errors.MissingFeature, found_format.check_support_status,
176
self.addCleanup(repository.RepositoryFormatMetaDir.unregister_feature,
178
repository.RepositoryFormatMetaDir.register_feature("name")
179
found_format.check_support_status(True)
182
class TestRepositoryFormatRegistry(TestCase):
185
super(TestRepositoryFormatRegistry, self).setUp()
186
self.registry = repository.RepositoryFormatRegistry()
154
188
def test_register_unregister_format(self):
155
189
format = SampleRepositoryFormat()
157
dir = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
159
format.initialize(dir)
160
# register a format for it.
161
repository.RepositoryFormat.register_format(format)
162
# which repository.Open will refuse (not supported)
163
self.assertRaises(UnsupportedFormatError, repository.Repository.open, self.get_url())
164
# but open(unsupported) will work
165
self.assertEqual(format.open(dir), "opened repository.")
166
# unregister the format
167
repository.RepositoryFormat.unregister_format(format)
170
class TestFormat6(TestCaseWithTransport):
172
def test_attribute__fetch_order(self):
173
"""Weaves need topological data insertion."""
174
control = bzrdir.BzrDirFormat6().initialize(self.get_url())
175
repo = weaverepo.RepositoryFormat6().initialize(control)
176
self.assertEqual('topological', repo._format._fetch_order)
178
def test_attribute__fetch_uses_deltas(self):
179
"""Weaves do not reuse deltas."""
180
control = bzrdir.BzrDirFormat6().initialize(self.get_url())
181
repo = weaverepo.RepositoryFormat6().initialize(control)
182
self.assertEqual(False, repo._format._fetch_uses_deltas)
184
def test_attribute__fetch_reconcile(self):
185
"""Weave repositories need a reconcile after fetch."""
186
control = bzrdir.BzrDirFormat6().initialize(self.get_url())
187
repo = weaverepo.RepositoryFormat6().initialize(control)
188
self.assertEqual(True, repo._format._fetch_reconcile)
190
def test_no_ancestry_weave(self):
191
control = bzrdir.BzrDirFormat6().initialize(self.get_url())
192
repo = weaverepo.RepositoryFormat6().initialize(control)
193
# We no longer need to create the ancestry.weave file
194
# since it is *never* used.
195
self.assertRaises(NoSuchFile,
196
control.transport.get,
199
def test_supports_external_lookups(self):
200
control = bzrdir.BzrDirFormat6().initialize(self.get_url())
201
repo = weaverepo.RepositoryFormat6().initialize(control)
202
self.assertFalse(repo._format.supports_external_lookups)
205
class TestFormat7(TestCaseWithTransport):
207
def test_attribute__fetch_order(self):
208
"""Weaves need topological data insertion."""
209
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
210
repo = weaverepo.RepositoryFormat7().initialize(control)
211
self.assertEqual('topological', repo._format._fetch_order)
213
def test_attribute__fetch_uses_deltas(self):
214
"""Weaves do not reuse deltas."""
215
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
216
repo = weaverepo.RepositoryFormat7().initialize(control)
217
self.assertEqual(False, repo._format._fetch_uses_deltas)
219
def test_attribute__fetch_reconcile(self):
220
"""Weave repositories need a reconcile after fetch."""
221
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
222
repo = weaverepo.RepositoryFormat7().initialize(control)
223
self.assertEqual(True, repo._format._fetch_reconcile)
225
def test_disk_layout(self):
226
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
227
repo = weaverepo.RepositoryFormat7().initialize(control)
228
# in case of side effects of locking.
232
# format 'Bazaar-NG Repository format 7'
234
# inventory.weave == empty_weave
235
# empty revision-store directory
236
# empty weaves directory
237
t = control.get_repository_transport(None)
238
self.assertEqualDiff('Bazaar-NG Repository format 7',
239
t.get('format').read())
240
self.assertTrue(S_ISDIR(t.stat('revision-store').st_mode))
241
self.assertTrue(S_ISDIR(t.stat('weaves').st_mode))
242
self.assertEqualDiff('# bzr weave file v5\n'
245
t.get('inventory.weave').read())
246
# Creating a file with id Foo:Bar results in a non-escaped file name on
248
control.create_branch()
249
tree = control.create_workingtree()
250
tree.add(['foo'], ['Foo:Bar'], ['file'])
251
tree.put_file_bytes_non_atomic('Foo:Bar', 'content\n')
252
tree.commit('first post', rev_id='first')
253
self.assertEqualDiff(
254
'# bzr weave file v5\n'
256
'1 7fe70820e08a1aac0ef224d9c66ab66831cc4ab1\n'
264
t.get('weaves/74/Foo%3ABar.weave').read())
266
def test_shared_disk_layout(self):
267
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
268
repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
270
# format 'Bazaar-NG Repository format 7'
271
# inventory.weave == empty_weave
272
# empty revision-store directory
273
# empty weaves directory
274
# a 'shared-storage' marker file.
275
# lock is not present when unlocked
276
t = control.get_repository_transport(None)
277
self.assertEqualDiff('Bazaar-NG Repository format 7',
278
t.get('format').read())
279
self.assertEqualDiff('', t.get('shared-storage').read())
280
self.assertTrue(S_ISDIR(t.stat('revision-store').st_mode))
281
self.assertTrue(S_ISDIR(t.stat('weaves').st_mode))
282
self.assertEqualDiff('# bzr weave file v5\n'
285
t.get('inventory.weave').read())
286
self.assertFalse(t.has('branch-lock'))
288
def test_creates_lockdir(self):
289
"""Make sure it appears to be controlled by a LockDir existence"""
290
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
291
repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
292
t = control.get_repository_transport(None)
293
# TODO: Should check there is a 'lock' toplevel directory,
294
# regardless of contents
295
self.assertFalse(t.has('lock/held/info'))
298
self.assertTrue(t.has('lock/held/info'))
300
# unlock so we don't get a warning about failing to do so
303
def test_uses_lockdir(self):
304
"""repo format 7 actually locks on lockdir"""
305
base_url = self.get_url()
306
control = bzrdir.BzrDirMetaFormat1().initialize(base_url)
307
repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
308
t = control.get_repository_transport(None)
312
# make sure the same lock is created by opening it
313
repo = repository.Repository.open(base_url)
315
self.assertTrue(t.has('lock/held/info'))
317
self.assertFalse(t.has('lock/held/info'))
319
def test_shared_no_tree_disk_layout(self):
320
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
321
repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
322
repo.set_make_working_trees(False)
324
# format 'Bazaar-NG Repository format 7'
326
# inventory.weave == empty_weave
327
# empty revision-store directory
328
# empty weaves directory
329
# a 'shared-storage' marker file.
330
t = control.get_repository_transport(None)
331
self.assertEqualDiff('Bazaar-NG Repository format 7',
332
t.get('format').read())
333
## self.assertEqualDiff('', t.get('lock').read())
334
self.assertEqualDiff('', t.get('shared-storage').read())
335
self.assertEqualDiff('', t.get('no-working-trees').read())
336
repo.set_make_working_trees(True)
337
self.assertFalse(t.has('no-working-trees'))
338
self.assertTrue(S_ISDIR(t.stat('revision-store').st_mode))
339
self.assertTrue(S_ISDIR(t.stat('weaves').st_mode))
340
self.assertEqualDiff('# bzr weave file v5\n'
343
t.get('inventory.weave').read())
345
def test_supports_external_lookups(self):
346
control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
347
repo = weaverepo.RepositoryFormat7().initialize(control)
348
self.assertFalse(repo._format.supports_external_lookups)
190
self.registry.register(format)
191
self.assertEquals(format, self.registry.get("Sample .bzr repository format."))
192
self.registry.remove(format)
193
self.assertRaises(KeyError, self.registry.get, "Sample .bzr repository format.")
195
def test_get_all(self):
196
format = SampleRepositoryFormat()
197
self.assertEquals([], self.registry._get_all())
198
self.registry.register(format)
199
self.assertEquals([format], self.registry._get_all())
201
def test_register_extra(self):
202
format = SampleExtraRepositoryFormat()
203
self.assertEquals([], self.registry._get_all())
204
self.registry.register_extra(format)
205
self.assertEquals([format], self.registry._get_all())
207
def test_register_extra_lazy(self):
208
self.assertEquals([], self.registry._get_all())
209
self.registry.register_extra_lazy("bzrlib.tests.test_repository",
210
"SampleExtraRepositoryFormat")
211
formats = self.registry._get_all()
212
self.assertEquals(1, len(formats))
213
self.assertIsInstance(formats[0], SampleExtraRepositoryFormat)
351
216
class TestFormatKnit1(TestCaseWithTransport):
670
533
self.assertFalse(repo._format.supports_external_lookups)
673
class TestDevelopment6(TestCaseWithTransport):
536
class Test2a(tests.TestCaseWithMemoryTransport):
538
def test_chk_bytes_uses_custom_btree_parser(self):
539
mt = self.make_branch_and_memory_tree('test', format='2a')
541
self.addCleanup(mt.unlock)
542
mt.add([''], ['root-id'])
544
index = mt.branch.repository.chk_bytes._index._graph_index._indices[0]
545
self.assertEqual(btree_index._gcchk_factory, index._leaf_factory)
546
# It should also work if we re-open the repo
547
repo = mt.branch.repository.bzrdir.open_repository()
549
self.addCleanup(repo.unlock)
550
index = repo.chk_bytes._index._graph_index._indices[0]
551
self.assertEqual(btree_index._gcchk_factory, index._leaf_factory)
553
def test_fetch_combines_groups(self):
554
builder = self.make_branch_builder('source', format='2a')
555
builder.start_series()
556
builder.build_snapshot('1', None, [
557
('add', ('', 'root-id', 'directory', '')),
558
('add', ('file', 'file-id', 'file', 'content\n'))])
559
builder.build_snapshot('2', ['1'], [
560
('modify', ('file-id', 'content-2\n'))])
561
builder.finish_series()
562
source = builder.get_branch()
563
target = self.make_repository('target', format='2a')
564
target.fetch(source.repository)
566
self.addCleanup(target.unlock)
567
details = target.texts._index.get_build_details(
568
[('file-id', '1',), ('file-id', '2',)])
569
file_1_details = details[('file-id', '1')]
570
file_2_details = details[('file-id', '2')]
571
# The index, and what to read off disk, should be the same for both
572
# versions of the file.
573
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
575
def test_fetch_combines_groups(self):
576
builder = self.make_branch_builder('source', format='2a')
577
builder.start_series()
578
builder.build_snapshot('1', None, [
579
('add', ('', 'root-id', 'directory', '')),
580
('add', ('file', 'file-id', 'file', 'content\n'))])
581
builder.build_snapshot('2', ['1'], [
582
('modify', ('file-id', 'content-2\n'))])
583
builder.finish_series()
584
source = builder.get_branch()
585
target = self.make_repository('target', format='2a')
586
target.fetch(source.repository)
588
self.addCleanup(target.unlock)
589
details = target.texts._index.get_build_details(
590
[('file-id', '1',), ('file-id', '2',)])
591
file_1_details = details[('file-id', '1')]
592
file_2_details = details[('file-id', '2')]
593
# The index, and what to read off disk, should be the same for both
594
# versions of the file.
595
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
597
def test_fetch_combines_groups(self):
598
builder = self.make_branch_builder('source', format='2a')
599
builder.start_series()
600
builder.build_snapshot('1', None, [
601
('add', ('', 'root-id', 'directory', '')),
602
('add', ('file', 'file-id', 'file', 'content\n'))])
603
builder.build_snapshot('2', ['1'], [
604
('modify', ('file-id', 'content-2\n'))])
605
builder.finish_series()
606
source = builder.get_branch()
607
target = self.make_repository('target', format='2a')
608
target.fetch(source.repository)
610
self.addCleanup(target.unlock)
611
details = target.texts._index.get_build_details(
612
[('file-id', '1',), ('file-id', '2',)])
613
file_1_details = details[('file-id', '1')]
614
file_2_details = details[('file-id', '2')]
615
# The index, and what to read off disk, should be the same for both
616
# versions of the file.
617
self.assertEqual(file_1_details[0][:3], file_2_details[0][:3])
619
def test_format_pack_compresses_True(self):
620
repo = self.make_repository('repo', format='2a')
621
self.assertTrue(repo._format.pack_compresses)
675
623
def test_inventories_use_chk_map_with_parent_base_dict(self):
676
tree = self.make_branch_and_tree('repo', format="development6-rich-root")
624
tree = self.make_branch_and_memory_tree('repo', format="2a")
626
tree.add([''], ['TREE_ROOT'])
677
627
revid = tree.commit("foo")
679
630
self.addCleanup(tree.unlock)
680
631
inv = tree.branch.repository.get_inventory(revid)
685
636
self.assertEqual(65536,
686
637
inv.parent_id_basename_to_file_id._root_node.maximum_size)
689
class TestDevelopment6FindRevisionOutsideSet(TestCaseWithTransport):
690
"""Tests for _find_revision_outside_set."""
639
def test_autopack_unchanged_chk_nodes(self):
640
# at 20 unchanged commits, chk pages are packed that are split into
641
# two groups such that the new pack being made doesn't have all its
642
# pages in the source packs (though they are in the repository).
643
# Use a memory backed repository, we don't need to hit disk for this
644
tree = self.make_branch_and_memory_tree('tree', format='2a')
646
self.addCleanup(tree.unlock)
647
tree.add([''], ['TREE_ROOT'])
648
for pos in range(20):
649
tree.commit(str(pos))
651
def test_pack_with_hint(self):
652
tree = self.make_branch_and_memory_tree('tree', format='2a')
654
self.addCleanup(tree.unlock)
655
tree.add([''], ['TREE_ROOT'])
656
# 1 commit to leave untouched
658
to_keep = tree.branch.repository._pack_collection.names()
662
all = tree.branch.repository._pack_collection.names()
663
combine = list(set(all) - set(to_keep))
664
self.assertLength(3, all)
665
self.assertLength(2, combine)
666
tree.branch.repository.pack(hint=combine)
667
final = tree.branch.repository._pack_collection.names()
668
self.assertLength(2, final)
669
self.assertFalse(combine[0] in final)
670
self.assertFalse(combine[1] in final)
671
self.assertSubset(to_keep, final)
673
def test_stream_source_to_gc(self):
674
source = self.make_repository('source', format='2a')
675
target = self.make_repository('target', format='2a')
676
stream = source._get_source(target._format)
677
self.assertIsInstance(stream, groupcompress_repo.GroupCHKStreamSource)
679
def test_stream_source_to_non_gc(self):
680
source = self.make_repository('source', format='2a')
681
target = self.make_repository('target', format='rich-root-pack')
682
stream = source._get_source(target._format)
683
# We don't want the child GroupCHKStreamSource
684
self.assertIs(type(stream), vf_repository.StreamSource)
686
def test_get_stream_for_missing_keys_includes_all_chk_refs(self):
687
source_builder = self.make_branch_builder('source',
689
# We have to build a fairly large tree, so that we are sure the chk
690
# pages will have split into multiple pages.
691
entries = [('add', ('', 'a-root-id', 'directory', None))]
692
for i in 'abcdefghijklmnopqrstuvwxyz123456789':
693
for j in 'abcdefghijklmnopqrstuvwxyz123456789':
696
content = 'content for %s\n' % (fname,)
697
entries.append(('add', (fname, fid, 'file', content)))
698
source_builder.start_series()
699
source_builder.build_snapshot('rev-1', None, entries)
700
# Now change a few of them, so we get a few new pages for the second
702
source_builder.build_snapshot('rev-2', ['rev-1'], [
703
('modify', ('aa-id', 'new content for aa-id\n')),
704
('modify', ('cc-id', 'new content for cc-id\n')),
705
('modify', ('zz-id', 'new content for zz-id\n')),
707
source_builder.finish_series()
708
source_branch = source_builder.get_branch()
709
source_branch.lock_read()
710
self.addCleanup(source_branch.unlock)
711
target = self.make_repository('target', format='2a')
712
source = source_branch.repository._get_source(target._format)
713
self.assertIsInstance(source, groupcompress_repo.GroupCHKStreamSource)
715
# On a regular pass, getting the inventories and chk pages for rev-2
716
# would only get the newly created chk pages
717
search = vf_search.SearchResult(set(['rev-2']), set(['rev-1']), 1,
719
simple_chk_records = []
720
for vf_name, substream in source.get_stream(search):
721
if vf_name == 'chk_bytes':
722
for record in substream:
723
simple_chk_records.append(record.key)
727
# 3 pages, the root (InternalNode), + 2 pages which actually changed
728
self.assertEqual([('sha1:91481f539e802c76542ea5e4c83ad416bf219f73',),
729
('sha1:4ff91971043668583985aec83f4f0ab10a907d3f',),
730
('sha1:81e7324507c5ca132eedaf2d8414ee4bb2226187',),
731
('sha1:b101b7da280596c71a4540e9a1eeba8045985ee0',)],
733
# Now, when we do a similar call using 'get_stream_for_missing_keys'
734
# we should get a much larger set of pages.
735
missing = [('inventories', 'rev-2')]
736
full_chk_records = []
737
for vf_name, substream in source.get_stream_for_missing_keys(missing):
738
if vf_name == 'inventories':
739
for record in substream:
740
self.assertEqual(('rev-2',), record.key)
741
elif vf_name == 'chk_bytes':
742
for record in substream:
743
full_chk_records.append(record.key)
745
self.fail('Should not be getting a stream of %s' % (vf_name,))
746
# We have 257 records now. This is because we have 1 root page, and 256
747
# leaf pages in a complete listing.
748
self.assertEqual(257, len(full_chk_records))
749
self.assertSubset(simple_chk_records, full_chk_records)
751
def test_inconsistency_fatal(self):
752
repo = self.make_repository('repo', format='2a')
753
self.assertTrue(repo.revisions._index._inconsistency_fatal)
754
self.assertFalse(repo.texts._index._inconsistency_fatal)
755
self.assertFalse(repo.inventories._index._inconsistency_fatal)
756
self.assertFalse(repo.signatures._index._inconsistency_fatal)
757
self.assertFalse(repo.chk_bytes._index._inconsistency_fatal)
760
class TestKnitPackStreamSource(tests.TestCaseWithMemoryTransport):
762
def test_source_to_exact_pack_092(self):
763
source = self.make_repository('source', format='pack-0.92')
764
target = self.make_repository('target', format='pack-0.92')
765
stream_source = source._get_source(target._format)
766
self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
768
def test_source_to_exact_pack_rich_root_pack(self):
769
source = self.make_repository('source', format='rich-root-pack')
770
target = self.make_repository('target', format='rich-root-pack')
771
stream_source = source._get_source(target._format)
772
self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
774
def test_source_to_exact_pack_19(self):
775
source = self.make_repository('source', format='1.9')
776
target = self.make_repository('target', format='1.9')
777
stream_source = source._get_source(target._format)
778
self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
780
def test_source_to_exact_pack_19_rich_root(self):
781
source = self.make_repository('source', format='1.9-rich-root')
782
target = self.make_repository('target', format='1.9-rich-root')
783
stream_source = source._get_source(target._format)
784
self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
786
def test_source_to_remote_exact_pack_19(self):
787
trans = self.make_smart_server('target')
789
source = self.make_repository('source', format='1.9')
790
target = self.make_repository('target', format='1.9')
791
target = repository.Repository.open(trans.base)
792
stream_source = source._get_source(target._format)
793
self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
795
def test_stream_source_to_non_exact(self):
796
source = self.make_repository('source', format='pack-0.92')
797
target = self.make_repository('target', format='1.9')
798
stream = source._get_source(target._format)
799
self.assertIs(type(stream), vf_repository.StreamSource)
801
def test_stream_source_to_non_exact_rich_root(self):
802
source = self.make_repository('source', format='1.9')
803
target = self.make_repository('target', format='1.9-rich-root')
804
stream = source._get_source(target._format)
805
self.assertIs(type(stream), vf_repository.StreamSource)
807
def test_source_to_remote_non_exact_pack_19(self):
808
trans = self.make_smart_server('target')
810
source = self.make_repository('source', format='1.9')
811
target = self.make_repository('target', format='1.6')
812
target = repository.Repository.open(trans.base)
813
stream_source = source._get_source(target._format)
814
self.assertIs(type(stream_source), vf_repository.StreamSource)
816
def test_stream_source_to_knit(self):
817
source = self.make_repository('source', format='pack-0.92')
818
target = self.make_repository('target', format='dirstate')
819
stream = source._get_source(target._format)
820
self.assertIs(type(stream), vf_repository.StreamSource)
823
class TestDevelopment6FindParentIdsOfRevisions(TestCaseWithTransport):
824
"""Tests for _find_parent_ids_of_revisions."""
693
super(TestDevelopment6FindRevisionOutsideSet, self).setUp()
694
self.builder = self.make_branch_builder('source',
695
format='development6-rich-root')
827
super(TestDevelopment6FindParentIdsOfRevisions, self).setUp()
828
self.builder = self.make_branch_builder('source')
696
829
self.builder.start_series()
697
830
self.builder.build_snapshot('initial', None,
698
831
[('add', ('', 'tree-root', 'directory', None))])
699
832
self.repo = self.builder.get_branch().repository
700
833
self.addCleanup(self.builder.finish_series)
702
def assertRevisionOutsideSet(self, expected_result, rev_set):
704
expected_result, self.repo._find_revision_outside_set(rev_set))
835
def assertParentIds(self, expected_result, rev_set):
836
self.assertEqual(sorted(expected_result),
837
sorted(self.repo._find_parent_ids_of_revisions(rev_set)))
706
839
def test_simple(self):
707
840
self.builder.build_snapshot('revid1', None, [])
708
self.builder.build_snapshot('revid2', None, [])
841
self.builder.build_snapshot('revid2', ['revid1'], [])
709
842
rev_set = ['revid2']
710
self.assertRevisionOutsideSet('revid1', rev_set)
843
self.assertParentIds(['revid1'], rev_set)
712
845
def test_not_first_parent(self):
713
846
self.builder.build_snapshot('revid1', None, [])
714
self.builder.build_snapshot('revid2', None, [])
715
self.builder.build_snapshot('revid3', None, [])
847
self.builder.build_snapshot('revid2', ['revid1'], [])
848
self.builder.build_snapshot('revid3', ['revid2'], [])
716
849
rev_set = ['revid3', 'revid2']
717
self.assertRevisionOutsideSet('revid1', rev_set)
850
self.assertParentIds(['revid1'], rev_set)
719
852
def test_not_null(self):
720
853
rev_set = ['initial']
721
self.assertRevisionOutsideSet(_mod_revision.NULL_REVISION, rev_set)
854
self.assertParentIds([], rev_set)
723
856
def test_not_null_set(self):
724
857
self.builder.build_snapshot('revid1', None, [])
725
858
rev_set = [_mod_revision.NULL_REVISION]
726
self.assertRevisionOutsideSet(_mod_revision.NULL_REVISION, rev_set)
859
self.assertParentIds([], rev_set)
728
861
def test_ghost(self):
729
862
self.builder.build_snapshot('revid1', None, [])
730
863
rev_set = ['ghost', 'revid1']
731
self.assertRevisionOutsideSet('initial', rev_set)
864
self.assertParentIds(['initial'], rev_set)
733
866
def test_ghost_parent(self):
734
867
self.builder.build_snapshot('revid1', None, [])
735
868
self.builder.build_snapshot('revid2', ['revid1', 'ghost'], [])
736
869
rev_set = ['revid2', 'revid1']
737
self.assertRevisionOutsideSet('initial', rev_set)
870
self.assertParentIds(['ghost', 'initial'], rev_set)
739
872
def test_righthand_parent(self):
740
873
self.builder.build_snapshot('revid1', None, [])
1055
1268
self.assertEqual({revs[-1]:(revs[-2],)}, r.get_parent_map([revs[-1]]))
1056
1269
self.assertFalse(packs.reload_pack_names())
1271
def test_reload_pack_names_preserves_pending(self):
1272
# TODO: Update this to also test for pending-deleted names
1273
tree, r, packs, revs = self.make_packs_and_alt_repo(write_lock=True)
1274
# We will add one pack (via start_write_group + insert_record_stream),
1275
# and remove another pack (via _remove_pack_from_memory)
1276
orig_names = packs.names()
1277
orig_at_load = packs._packs_at_load
1278
to_remove_name = iter(orig_names).next()
1279
r.start_write_group()
1280
self.addCleanup(r.abort_write_group)
1281
r.texts.insert_record_stream([versionedfile.FulltextContentFactory(
1282
('text', 'rev'), (), None, 'content\n')])
1283
new_pack = packs._new_pack
1284
self.assertTrue(new_pack.data_inserted())
1286
packs.allocate(new_pack)
1287
packs._new_pack = None
1288
removed_pack = packs.get_pack_by_name(to_remove_name)
1289
packs._remove_pack_from_memory(removed_pack)
1290
names = packs.names()
1291
all_nodes, deleted_nodes, new_nodes, _ = packs._diff_pack_names()
1292
new_names = set([x[0][0] for x in new_nodes])
1293
self.assertEqual(names, sorted([x[0][0] for x in all_nodes]))
1294
self.assertEqual(set(names) - set(orig_names), new_names)
1295
self.assertEqual(set([new_pack.name]), new_names)
1296
self.assertEqual([to_remove_name],
1297
sorted([x[0][0] for x in deleted_nodes]))
1298
packs.reload_pack_names()
1299
reloaded_names = packs.names()
1300
self.assertEqual(orig_at_load, packs._packs_at_load)
1301
self.assertEqual(names, reloaded_names)
1302
all_nodes, deleted_nodes, new_nodes, _ = packs._diff_pack_names()
1303
new_names = set([x[0][0] for x in new_nodes])
1304
self.assertEqual(names, sorted([x[0][0] for x in all_nodes]))
1305
self.assertEqual(set(names) - set(orig_names), new_names)
1306
self.assertEqual(set([new_pack.name]), new_names)
1307
self.assertEqual([to_remove_name],
1308
sorted([x[0][0] for x in deleted_nodes]))
1310
def test_autopack_obsoletes_new_pack(self):
1311
tree, r, packs, revs = self.make_packs_and_alt_repo(write_lock=True)
1312
packs._max_pack_count = lambda x: 1
1313
packs.pack_distribution = lambda x: [10]
1314
r.start_write_group()
1315
r.revisions.insert_record_stream([versionedfile.FulltextContentFactory(
1316
('bogus-rev',), (), None, 'bogus-content\n')])
1317
# This should trigger an autopack, which will combine everything into a
1319
new_names = r.commit_write_group()
1320
names = packs.names()
1321
self.assertEqual(1, len(names))
1322
self.assertEqual([names[0] + '.pack'],
1323
packs._pack_transport.list_dir('.'))
1058
1325
def test_autopack_reloads_and_stops(self):
1059
1326
tree, r, packs, revs = self.make_packs_and_alt_repo(write_lock=True)
1060
1327
# After we have determined what needs to be autopacked, trigger a
1206
1513
self.assertTrue(new_pack.signature_index._optimize_for_size)
1209
class TestGCCHKPackCollection(TestCaseWithTransport):
1211
def test_stream_source_to_gc(self):
1212
source = self.make_repository('source', format='development6-rich-root')
1213
target = self.make_repository('target', format='development6-rich-root')
1214
stream = source._get_source(target._format)
1215
self.assertIsInstance(stream, groupcompress_repo.GroupCHKStreamSource)
1217
def test_stream_source_to_non_gc(self):
1218
source = self.make_repository('source', format='development6-rich-root')
1219
target = self.make_repository('target', format='rich-root-pack')
1220
stream = source._get_source(target._format)
1221
# We don't want the child GroupCHKStreamSource
1222
self.assertIs(type(stream), repository.StreamSource)
1516
class TestGCCHKPacker(TestCaseWithTransport):
1518
def make_abc_branch(self):
1519
builder = self.make_branch_builder('source')
1520
builder.start_series()
1521
builder.build_snapshot('A', None, [
1522
('add', ('', 'root-id', 'directory', None)),
1523
('add', ('file', 'file-id', 'file', 'content\n')),
1525
builder.build_snapshot('B', ['A'], [
1526
('add', ('dir', 'dir-id', 'directory', None))])
1527
builder.build_snapshot('C', ['B'], [
1528
('modify', ('file-id', 'new content\n'))])
1529
builder.finish_series()
1530
return builder.get_branch()
1532
def make_branch_with_disjoint_inventory_and_revision(self):
1533
"""a repo with separate packs for a revisions Revision and Inventory.
1535
There will be one pack file that holds the Revision content, and one
1536
for the Inventory content.
1538
:return: (repository,
1539
pack_name_with_rev_A_Revision,
1540
pack_name_with_rev_A_Inventory,
1541
pack_name_with_rev_C_content)
1543
b_source = self.make_abc_branch()
1544
b_base = b_source.bzrdir.sprout('base', revision_id='A').open_branch()
1545
b_stacked = b_base.bzrdir.sprout('stacked', stacked=True).open_branch()
1546
b_stacked.lock_write()
1547
self.addCleanup(b_stacked.unlock)
1548
b_stacked.fetch(b_source, 'B')
1549
# Now re-open the stacked repo directly (no fallbacks) so that we can
1550
# fill in the A rev.
1551
repo_not_stacked = b_stacked.bzrdir.open_repository()
1552
repo_not_stacked.lock_write()
1553
self.addCleanup(repo_not_stacked.unlock)
1554
# Now we should have a pack file with A's inventory, but not its
1556
self.assertEqual([('A',), ('B',)],
1557
sorted(repo_not_stacked.inventories.keys()))
1558
self.assertEqual([('B',)],
1559
sorted(repo_not_stacked.revisions.keys()))
1560
stacked_pack_names = repo_not_stacked._pack_collection.names()
1561
# We have a couple names here, figure out which has A's inventory
1562
for name in stacked_pack_names:
1563
pack = repo_not_stacked._pack_collection.get_pack_by_name(name)
1564
keys = [n[1] for n in pack.inventory_index.iter_all_entries()]
1566
inv_a_pack_name = name
1569
self.fail('Could not find pack containing A\'s inventory')
1570
repo_not_stacked.fetch(b_source.repository, 'A')
1571
self.assertEqual([('A',), ('B',)],
1572
sorted(repo_not_stacked.revisions.keys()))
1573
new_pack_names = set(repo_not_stacked._pack_collection.names())
1574
rev_a_pack_names = new_pack_names.difference(stacked_pack_names)
1575
self.assertEqual(1, len(rev_a_pack_names))
1576
rev_a_pack_name = list(rev_a_pack_names)[0]
1577
# Now fetch 'C', so we have a couple pack files to join
1578
repo_not_stacked.fetch(b_source.repository, 'C')
1579
rev_c_pack_names = set(repo_not_stacked._pack_collection.names())
1580
rev_c_pack_names = rev_c_pack_names.difference(new_pack_names)
1581
self.assertEqual(1, len(rev_c_pack_names))
1582
rev_c_pack_name = list(rev_c_pack_names)[0]
1583
return (repo_not_stacked, rev_a_pack_name, inv_a_pack_name,
1586
def test_pack_with_distant_inventories(self):
1587
# See https://bugs.launchpad.net/bzr/+bug/437003
1588
# When repacking, it is possible to have an inventory in a different
1589
# pack file than the associated revision. An autopack can then come
1590
# along, and miss that inventory, and complain.
1591
(repo, rev_a_pack_name, inv_a_pack_name, rev_c_pack_name
1592
) = self.make_branch_with_disjoint_inventory_and_revision()
1593
a_pack = repo._pack_collection.get_pack_by_name(rev_a_pack_name)
1594
c_pack = repo._pack_collection.get_pack_by_name(rev_c_pack_name)
1595
packer = groupcompress_repo.GCCHKPacker(repo._pack_collection,
1596
[a_pack, c_pack], '.test-pack')
1597
# This would raise ValueError in bug #437003, but should not raise an
1601
def test_pack_with_missing_inventory(self):
1602
# Similar to test_pack_with_missing_inventory, but this time, we force
1603
# the A inventory to actually be gone from the repository.
1604
(repo, rev_a_pack_name, inv_a_pack_name, rev_c_pack_name
1605
) = self.make_branch_with_disjoint_inventory_and_revision()
1606
inv_a_pack = repo._pack_collection.get_pack_by_name(inv_a_pack_name)
1607
repo._pack_collection._remove_pack_from_memory(inv_a_pack)
1608
packer = groupcompress_repo.GCCHKPacker(repo._pack_collection,
1609
repo._pack_collection.all_packs(), '.test-pack')
1610
e = self.assertRaises(ValueError, packer.pack)
1611
packer.new_pack.abort()
1612
self.assertContainsRe(str(e),
1613
r"We are missing inventories for revisions: .*'A'")
1616
class TestCrossFormatPacks(TestCaseWithTransport):
1618
def log_pack(self, hint=None):
1619
self.calls.append(('pack', hint))
1620
self.orig_pack(hint=hint)
1621
if self.expect_hint:
1622
self.assertTrue(hint)
1624
def run_stream(self, src_fmt, target_fmt, expect_pack_called):
1625
self.expect_hint = expect_pack_called
1627
source_tree = self.make_branch_and_tree('src', format=src_fmt)
1628
source_tree.lock_write()
1629
self.addCleanup(source_tree.unlock)
1630
tip = source_tree.commit('foo')
1631
target = self.make_repository('target', format=target_fmt)
1633
self.addCleanup(target.unlock)
1634
source = source_tree.branch.repository._get_source(target._format)
1635
self.orig_pack = target.pack
1636
self.overrideAttr(target, "pack", self.log_pack)
1637
search = target.search_missing_revision_ids(
1638
source_tree.branch.repository, revision_ids=[tip])
1639
stream = source.get_stream(search)
1640
from_format = source_tree.branch.repository._format
1641
sink = target._get_sink()
1642
sink.insert_stream(stream, from_format, [])
1643
if expect_pack_called:
1644
self.assertLength(1, self.calls)
1646
self.assertLength(0, self.calls)
1648
def run_fetch(self, src_fmt, target_fmt, expect_pack_called):
1649
self.expect_hint = expect_pack_called
1651
source_tree = self.make_branch_and_tree('src', format=src_fmt)
1652
source_tree.lock_write()
1653
self.addCleanup(source_tree.unlock)
1654
tip = source_tree.commit('foo')
1655
target = self.make_repository('target', format=target_fmt)
1657
self.addCleanup(target.unlock)
1658
source = source_tree.branch.repository
1659
self.orig_pack = target.pack
1660
self.overrideAttr(target, "pack", self.log_pack)
1661
target.fetch(source)
1662
if expect_pack_called:
1663
self.assertLength(1, self.calls)
1665
self.assertLength(0, self.calls)
1667
def test_sink_format_hint_no(self):
1668
# When the target format says packing makes no difference, pack is not
1670
self.run_stream('1.9', 'rich-root-pack', False)
1672
def test_sink_format_hint_yes(self):
1673
# When the target format says packing makes a difference, pack is
1675
self.run_stream('1.9', '2a', True)
1677
def test_sink_format_same_no(self):
1678
# When the formats are the same, pack is not called.
1679
self.run_stream('2a', '2a', False)
1681
def test_IDS_format_hint_no(self):
1682
# When the target format says packing makes no difference, pack is not
1684
self.run_fetch('1.9', 'rich-root-pack', False)
1686
def test_IDS_format_hint_yes(self):
1687
# When the target format says packing makes a difference, pack is
1689
self.run_fetch('1.9', '2a', True)
1691
def test_IDS_format_same_no(self):
1692
# When the formats are the same, pack is not called.
1693
self.run_fetch('2a', '2a', False)
1696
class Test_LazyListJoin(tests.TestCase):
1698
def test__repr__(self):
1699
lazy = repository._LazyListJoin(['a'], ['b'])
1700
self.assertEqual("bzrlib.repository._LazyListJoin((['a'], ['b']))",
1704
class TestFeatures(tests.TestCaseWithTransport):
1706
def test_open_with_present_feature(self):
1708
repository.RepositoryFormatMetaDir.unregister_feature,
1709
"makes-cheese-sandwich")
1710
repository.RepositoryFormatMetaDir.register_feature(
1711
"makes-cheese-sandwich")
1712
repo = self.make_repository('.')
1714
repo._format.features["makes-cheese-sandwich"] = "required"
1715
repo._format.check_support_status(False)
1718
def test_open_with_missing_required_feature(self):
1719
repo = self.make_repository('.')
1721
repo._format.features["makes-cheese-sandwich"] = "required"
1722
self.assertRaises(errors.MissingFeature,
1723
repo._format.check_support_status, False)