← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_repository.py

  • Committer: Jelmer Vernooij
  • Date: 2012-03-21 10:48:58 UTC
  • mto: This revision was merged to the branch mainline in revision 6515.
  • Revision ID: jelmer@vernstok.nl-20120321104858-nho0dkromtrwxfum
Remove some unused imports.

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/tests/test_repository.py
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
23
23
"""
24
24
 
25
25
from stat import S_ISDIR
26
 
import sys
27
26
 
28
27
import bzrlib
29
 
from bzrlib.errors import (NoSuchFile,
30
 
                           UnknownFormatError,
31
 
                           UnsupportedFormatError,
32
 
                           )
 
28
from bzrlib.errors import (
 
29
    UnknownFormatError,
 
30
    UnsupportedFormatError,
 
31
    )
33
32
from bzrlib import (
34
 
    graph,
 
33
    btree_index,
 
34
    symbol_versioning,
35
35
    tests,
 
36
    transport,
 
37
    vf_search,
36
38
    )
37
39
from bzrlib.btree_index import BTreeBuilder, BTreeGraphIndex
38
40
from bzrlib.index import GraphIndex
41
43
    TestCase,
42
44
    TestCaseWithTransport,
43
45
    )
44
 
from bzrlib.transport import (
45
 
    get_transport,
46
 
    )
47
46
from bzrlib import (
48
47
    bzrdir,
 
48
    controldir,
49
49
    errors,
50
50
    inventory,
51
51
    osutils,
53
53
    revision as _mod_revision,
54
54
    upgrade,
55
55
    versionedfile,
 
56
    vf_repository,
56
57
    workingtree,
57
58
    )
58
59
from bzrlib.repofmt import (
59
60
    groupcompress_repo,
60
61
    knitrepo,
 
62
    knitpack_repo,
61
63
    pack_repo,
62
 
    weaverepo,
63
64
    )
64
65
 
65
66
 
66
67
class TestDefaultFormat(TestCase):
67
68
 
68
69
    def test_get_set_default_format(self):
69
 
        old_default = bzrdir.format_registry.get('default')
 
70
        old_default = controldir.format_registry.get('default')
70
71
        private_default = old_default().repository_format.__class__
71
 
        old_format = repository.RepositoryFormat.get_default_format()
 
72
        old_format = repository.format_registry.get_default()
72
73
        self.assertTrue(isinstance(old_format, private_default))
73
74
        def make_sample_bzrdir():
74
75
            my_bzrdir = bzrdir.BzrDirMetaFormat1()
75
76
            my_bzrdir.repository_format = SampleRepositoryFormat()
76
77
            return my_bzrdir
77
 
        bzrdir.format_registry.remove('default')
78
 
        bzrdir.format_registry.register('sample', make_sample_bzrdir, '')
79
 
        bzrdir.format_registry.set_default('sample')
 
78
        controldir.format_registry.remove('default')
 
79
        controldir.format_registry.register('sample', make_sample_bzrdir, '')
 
80
        controldir.format_registry.set_default('sample')
80
81
        # creating a repository should now create an instrumented dir.
81
82
        try:
82
83
            # the default branch format is used by the meta dir format
85
86
            result = dir.create_repository()
86
87
            self.assertEqual(result, 'A bzr repository dir')
87
88
        finally:
88
 
            bzrdir.format_registry.remove('default')
89
 
            bzrdir.format_registry.remove('sample')
90
 
            bzrdir.format_registry.register('default', old_default, '')
91
 
        self.assertIsInstance(repository.RepositoryFormat.get_default_format(),
 
89
            controldir.format_registry.remove('default')
 
90
            controldir.format_registry.remove('sample')
 
91
            controldir.format_registry.register('default', old_default, '')
 
92
        self.assertIsInstance(repository.format_registry.get_default(),
92
93
                              old_format.__class__)
93
94
 
94
95
 
95
 
class SampleRepositoryFormat(repository.RepositoryFormat):
 
96
class SampleRepositoryFormat(repository.RepositoryFormatMetaDir):
96
97
    """A sample format
97
98
 
98
99
    this format is initializable, unsupported to aid in testing the
99
100
    open and open(unsupported=True) routines.
100
101
    """
101
102
 
102
 
    def get_format_string(self):
 
103
    @classmethod
 
104
    def get_format_string(cls):
103
105
        """See RepositoryFormat.get_format_string()."""
104
106
        return "Sample .bzr repository format."
105
107
 
116
118
        return "opened repository."
117
119
 
118
120
 
 
121
class SampleExtraRepositoryFormat(repository.RepositoryFormat):
 
122
    """A sample format that can not be used in a metadir
 
123
 
 
124
    """
 
125
 
 
126
    def get_format_string(self):
 
127
        raise NotImplementedError
 
128
 
 
129
 
119
130
class TestRepositoryFormat(TestCaseWithTransport):
120
131
    """Tests for the Repository format detection used by the bzr meta dir facility.BzrBranchFormat facility."""
121
132
 
127
138
        def check_format(format, url):
128
139
            dir = format._matchingbzrdir.initialize(url)
129
140
            format.initialize(dir)
130
 
            t = get_transport(url)
131
 
            found_format = repository.RepositoryFormat.find_format(dir)
132
 
            self.failUnless(isinstance(found_format, format.__class__))
133
 
        check_format(weaverepo.RepositoryFormat7(), "bar")
 
141
            t = transport.get_transport_from_path(url)
 
142
            found_format = repository.RepositoryFormatMetaDir.find_format(dir)
 
143
            self.assertIsInstance(found_format, format.__class__)
 
144
        check_format(repository.format_registry.get_default(), "bar")
134
145
 
135
146
    def test_find_format_no_repository(self):
136
147
        dir = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
137
148
        self.assertRaises(errors.NoRepositoryPresent,
138
 
                          repository.RepositoryFormat.find_format,
 
149
                          repository.RepositoryFormatMetaDir.find_format,
139
150
                          dir)
140
151
 
 
152
    def test_from_string(self):
 
153
        self.assertIsInstance(
 
154
            SampleRepositoryFormat.from_string(
 
155
                "Sample .bzr repository format."),
 
156
            SampleRepositoryFormat)
 
157
        self.assertRaises(AssertionError,
 
158
            SampleRepositoryFormat.from_string,
 
159
                "Different .bzr repository format.")
 
160
 
141
161
    def test_find_format_unknown_format(self):
142
162
        dir = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
143
163
        SampleRepositoryFormat().initialize(dir)
144
164
        self.assertRaises(UnknownFormatError,
145
 
                          repository.RepositoryFormat.find_format,
 
165
                          repository.RepositoryFormatMetaDir.find_format,
146
166
                          dir)
147
167
 
 
168
    def test_find_format_with_features(self):
 
169
        tree = self.make_branch_and_tree('.', format='2a')
 
170
        tree.branch.repository.update_feature_flags({"name": "necessity"})
 
171
        found_format = repository.RepositoryFormatMetaDir.find_format(tree.bzrdir)
 
172
        self.assertIsInstance(found_format, repository.RepositoryFormatMetaDir)
 
173
        self.assertEquals(found_format.features.get("name"), "necessity")
 
174
        self.assertRaises(errors.MissingFeature, found_format.check_support_status,
 
175
            True)
 
176
        self.addCleanup(repository.RepositoryFormatMetaDir.unregister_feature,
 
177
            "name")
 
178
        repository.RepositoryFormatMetaDir.register_feature("name")
 
179
        found_format.check_support_status(True)
 
180
 
148
181
    def test_register_unregister_format(self):
 
182
        # Test deprecated format registration functions
149
183
        format = SampleRepositoryFormat()
150
184
        # make a control dir
151
185
        dir = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
152
186
        # make a repo
153
187
        format.initialize(dir)
154
188
        # register a format for it.
155
 
        repository.RepositoryFormat.register_format(format)
 
189
        self.applyDeprecated(symbol_versioning.deprecated_in((2, 4, 0)),
 
190
            repository.RepositoryFormat.register_format, format)
156
191
        # which repository.Open will refuse (not supported)
157
 
        self.assertRaises(UnsupportedFormatError, repository.Repository.open, self.get_url())
 
192
        self.assertRaises(UnsupportedFormatError, repository.Repository.open,
 
193
            self.get_url())
158
194
        # but open(unsupported) will work
159
195
        self.assertEqual(format.open(dir), "opened repository.")
160
196
        # unregister the format
161
 
        repository.RepositoryFormat.unregister_format(format)
162
 
 
163
 
 
164
 
class TestFormat6(TestCaseWithTransport):
165
 
 
166
 
    def test_attribute__fetch_order(self):
167
 
        """Weaves need topological data insertion."""
168
 
        control = bzrdir.BzrDirFormat6().initialize(self.get_url())
169
 
        repo = weaverepo.RepositoryFormat6().initialize(control)
170
 
        self.assertEqual('topological', repo._format._fetch_order)
171
 
 
172
 
    def test_attribute__fetch_uses_deltas(self):
173
 
        """Weaves do not reuse deltas."""
174
 
        control = bzrdir.BzrDirFormat6().initialize(self.get_url())
175
 
        repo = weaverepo.RepositoryFormat6().initialize(control)
176
 
        self.assertEqual(False, repo._format._fetch_uses_deltas)
177
 
 
178
 
    def test_attribute__fetch_reconcile(self):
179
 
        """Weave repositories need a reconcile after fetch."""
180
 
        control = bzrdir.BzrDirFormat6().initialize(self.get_url())
181
 
        repo = weaverepo.RepositoryFormat6().initialize(control)
182
 
        self.assertEqual(True, repo._format._fetch_reconcile)
183
 
 
184
 
    def test_no_ancestry_weave(self):
185
 
        control = bzrdir.BzrDirFormat6().initialize(self.get_url())
186
 
        repo = weaverepo.RepositoryFormat6().initialize(control)
187
 
        # We no longer need to create the ancestry.weave file
188
 
        # since it is *never* used.
189
 
        self.assertRaises(NoSuchFile,
190
 
                          control.transport.get,
191
 
                          'ancestry.weave')
192
 
 
193
 
    def test_supports_external_lookups(self):
194
 
        control = bzrdir.BzrDirFormat6().initialize(self.get_url())
195
 
        repo = weaverepo.RepositoryFormat6().initialize(control)
196
 
        self.assertFalse(repo._format.supports_external_lookups)
197
 
 
198
 
 
199
 
class TestFormat7(TestCaseWithTransport):
200
 
 
201
 
    def test_attribute__fetch_order(self):
202
 
        """Weaves need topological data insertion."""
203
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
204
 
        repo = weaverepo.RepositoryFormat7().initialize(control)
205
 
        self.assertEqual('topological', repo._format._fetch_order)
206
 
 
207
 
    def test_attribute__fetch_uses_deltas(self):
208
 
        """Weaves do not reuse deltas."""
209
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
210
 
        repo = weaverepo.RepositoryFormat7().initialize(control)
211
 
        self.assertEqual(False, repo._format._fetch_uses_deltas)
212
 
 
213
 
    def test_attribute__fetch_reconcile(self):
214
 
        """Weave repositories need a reconcile after fetch."""
215
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
216
 
        repo = weaverepo.RepositoryFormat7().initialize(control)
217
 
        self.assertEqual(True, repo._format._fetch_reconcile)
218
 
 
219
 
    def test_disk_layout(self):
220
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
221
 
        repo = weaverepo.RepositoryFormat7().initialize(control)
222
 
        # in case of side effects of locking.
223
 
        repo.lock_write()
224
 
        repo.unlock()
225
 
        # we want:
226
 
        # format 'Bazaar-NG Repository format 7'
227
 
        # lock ''
228
 
        # inventory.weave == empty_weave
229
 
        # empty revision-store directory
230
 
        # empty weaves directory
231
 
        t = control.get_repository_transport(None)
232
 
        self.assertEqualDiff('Bazaar-NG Repository format 7',
233
 
                             t.get('format').read())
234
 
        self.assertTrue(S_ISDIR(t.stat('revision-store').st_mode))
235
 
        self.assertTrue(S_ISDIR(t.stat('weaves').st_mode))
236
 
        self.assertEqualDiff('# bzr weave file v5\n'
237
 
                             'w\n'
238
 
                             'W\n',
239
 
                             t.get('inventory.weave').read())
240
 
        # Creating a file with id Foo:Bar results in a non-escaped file name on
241
 
        # disk.
242
 
        control.create_branch()
243
 
        tree = control.create_workingtree()
244
 
        tree.add(['foo'], ['Foo:Bar'], ['file'])
245
 
        tree.put_file_bytes_non_atomic('Foo:Bar', 'content\n')
246
 
        try:
247
 
            tree.commit('first post', rev_id='first')
248
 
        except errors.IllegalPath:
249
 
            if sys.platform != 'win32':
250
 
                raise
251
 
            self.knownFailure('Foo:Bar cannot be used as a file-id on windows'
252
 
                              ' in repo format 7')
253
 
            return
254
 
        self.assertEqualDiff(
255
 
            '# bzr weave file v5\n'
256
 
            'i\n'
257
 
            '1 7fe70820e08a1aac0ef224d9c66ab66831cc4ab1\n'
258
 
            'n first\n'
259
 
            '\n'
260
 
            'w\n'
261
 
            '{ 0\n'
262
 
            '. content\n'
263
 
            '}\n'
264
 
            'W\n',
265
 
            t.get('weaves/74/Foo%3ABar.weave').read())
266
 
 
267
 
    def test_shared_disk_layout(self):
268
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
269
 
        repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
270
 
        # we want:
271
 
        # format 'Bazaar-NG Repository format 7'
272
 
        # inventory.weave == empty_weave
273
 
        # empty revision-store directory
274
 
        # empty weaves directory
275
 
        # a 'shared-storage' marker file.
276
 
        # lock is not present when unlocked
277
 
        t = control.get_repository_transport(None)
278
 
        self.assertEqualDiff('Bazaar-NG Repository format 7',
279
 
                             t.get('format').read())
280
 
        self.assertEqualDiff('', t.get('shared-storage').read())
281
 
        self.assertTrue(S_ISDIR(t.stat('revision-store').st_mode))
282
 
        self.assertTrue(S_ISDIR(t.stat('weaves').st_mode))
283
 
        self.assertEqualDiff('# bzr weave file v5\n'
284
 
                             'w\n'
285
 
                             'W\n',
286
 
                             t.get('inventory.weave').read())
287
 
        self.assertFalse(t.has('branch-lock'))
288
 
 
289
 
    def test_creates_lockdir(self):
290
 
        """Make sure it appears to be controlled by a LockDir existence"""
291
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
292
 
        repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
293
 
        t = control.get_repository_transport(None)
294
 
        # TODO: Should check there is a 'lock' toplevel directory,
295
 
        # regardless of contents
296
 
        self.assertFalse(t.has('lock/held/info'))
297
 
        repo.lock_write()
298
 
        try:
299
 
            self.assertTrue(t.has('lock/held/info'))
300
 
        finally:
301
 
            # unlock so we don't get a warning about failing to do so
302
 
            repo.unlock()
303
 
 
304
 
    def test_uses_lockdir(self):
305
 
        """repo format 7 actually locks on lockdir"""
306
 
        base_url = self.get_url()
307
 
        control = bzrdir.BzrDirMetaFormat1().initialize(base_url)
308
 
        repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
309
 
        t = control.get_repository_transport(None)
310
 
        repo.lock_write()
311
 
        repo.unlock()
312
 
        del repo
313
 
        # make sure the same lock is created by opening it
314
 
        repo = repository.Repository.open(base_url)
315
 
        repo.lock_write()
316
 
        self.assertTrue(t.has('lock/held/info'))
317
 
        repo.unlock()
318
 
        self.assertFalse(t.has('lock/held/info'))
319
 
 
320
 
    def test_shared_no_tree_disk_layout(self):
321
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
322
 
        repo = weaverepo.RepositoryFormat7().initialize(control, shared=True)
323
 
        repo.set_make_working_trees(False)
324
 
        # we want:
325
 
        # format 'Bazaar-NG Repository format 7'
326
 
        # lock ''
327
 
        # inventory.weave == empty_weave
328
 
        # empty revision-store directory
329
 
        # empty weaves directory
330
 
        # a 'shared-storage' marker file.
331
 
        t = control.get_repository_transport(None)
332
 
        self.assertEqualDiff('Bazaar-NG Repository format 7',
333
 
                             t.get('format').read())
334
 
        ## self.assertEqualDiff('', t.get('lock').read())
335
 
        self.assertEqualDiff('', t.get('shared-storage').read())
336
 
        self.assertEqualDiff('', t.get('no-working-trees').read())
337
 
        repo.set_make_working_trees(True)
338
 
        self.assertFalse(t.has('no-working-trees'))
339
 
        self.assertTrue(S_ISDIR(t.stat('revision-store').st_mode))
340
 
        self.assertTrue(S_ISDIR(t.stat('weaves').st_mode))
341
 
        self.assertEqualDiff('# bzr weave file v5\n'
342
 
                             'w\n'
343
 
                             'W\n',
344
 
                             t.get('inventory.weave').read())
345
 
 
346
 
    def test_supports_external_lookups(self):
347
 
        control = bzrdir.BzrDirMetaFormat1().initialize(self.get_url())
348
 
        repo = weaverepo.RepositoryFormat7().initialize(control)
349
 
        self.assertFalse(repo._format.supports_external_lookups)
 
197
        self.applyDeprecated(symbol_versioning.deprecated_in((2, 4, 0)),
 
198
            repository.RepositoryFormat.unregister_format, format)
 
199
 
 
200
 
 
201
class TestRepositoryFormatRegistry(TestCase):
 
202
 
 
203
    def setUp(self):
 
204
        super(TestRepositoryFormatRegistry, self).setUp()
 
205
        self.registry = repository.RepositoryFormatRegistry()
 
206
 
 
207
    def test_register_unregister_format(self):
 
208
        format = SampleRepositoryFormat()
 
209
        self.registry.register(format)
 
210
        self.assertEquals(format, self.registry.get("Sample .bzr repository format."))
 
211
        self.registry.remove(format)
 
212
        self.assertRaises(KeyError, self.registry.get, "Sample .bzr repository format.")
 
213
 
 
214
    def test_get_all(self):
 
215
        format = SampleRepositoryFormat()
 
216
        self.assertEquals([], self.registry._get_all())
 
217
        self.registry.register(format)
 
218
        self.assertEquals([format], self.registry._get_all())
 
219
 
 
220
    def test_register_extra(self):
 
221
        format = SampleExtraRepositoryFormat()
 
222
        self.assertEquals([], self.registry._get_all())
 
223
        self.registry.register_extra(format)
 
224
        self.assertEquals([format], self.registry._get_all())
 
225
 
 
226
    def test_register_extra_lazy(self):
 
227
        self.assertEquals([], self.registry._get_all())
 
228
        self.registry.register_extra_lazy("bzrlib.tests.test_repository",
 
229
            "SampleExtraRepositoryFormat")
 
230
        formats = self.registry._get_all()
 
231
        self.assertEquals(1, len(formats))
 
232
        self.assertIsInstance(formats[0], SampleExtraRepositoryFormat)
350
233
 
351
234
 
352
235
class TestFormatKnit1(TestCaseWithTransport):
354
237
    def test_attribute__fetch_order(self):
355
238
        """Knits need topological data insertion."""
356
239
        repo = self.make_repository('.',
357
 
                format=bzrdir.format_registry.get('knit')())
 
240
                format=controldir.format_registry.get('knit')())
358
241
        self.assertEqual('topological', repo._format._fetch_order)
359
242
 
360
243
    def test_attribute__fetch_uses_deltas(self):
361
244
        """Knits reuse deltas."""
362
245
        repo = self.make_repository('.',
363
 
                format=bzrdir.format_registry.get('knit')())
 
246
                format=controldir.format_registry.get('knit')())
364
247
        self.assertEqual(True, repo._format._fetch_uses_deltas)
365
248
 
366
249
    def test_disk_layout(self):
452
335
        is valid when the api is not being abused.
453
336
        """
454
337
        repo = self.make_repository('.',
455
 
                format=bzrdir.format_registry.get('knit')())
 
338
                format=controldir.format_registry.get('knit')())
456
339
        inv_xml = '<inventory format="5">\n</inventory>\n'
457
340
        inv = repo._deserialise_inventory('test-rev-id', inv_xml)
458
341
        self.assertEqual('test-rev-id', inv.root.revision)
460
343
    def test_deserialise_uses_global_revision_id(self):
461
344
        """If it is set, then we re-use the global revision id"""
462
345
        repo = self.make_repository('.',
463
 
                format=bzrdir.format_registry.get('knit')())
 
346
                format=controldir.format_registry.get('knit')())
464
347
        inv_xml = ('<inventory format="5" revision_id="other-rev-id">\n'
465
348
                   '</inventory>\n')
466
349
        # Arguably, the deserialise_inventory should detect a mismatch, and
473
356
 
474
357
    def test_supports_external_lookups(self):
475
358
        repo = self.make_repository('.',
476
 
                format=bzrdir.format_registry.get('knit')())
 
359
                format=controldir.format_registry.get('knit')())
477
360
        self.assertFalse(repo._format.supports_external_lookups)
478
361
 
479
362
 
520
403
        # classes do not barf inappropriately when a surprising repository type
521
404
        # is handed to them.
522
405
        dummy_a = DummyRepository()
 
406
        dummy_a._format = RepositoryFormat()
 
407
        dummy_a._format.supports_full_versioned_files = True
523
408
        dummy_b = DummyRepository()
 
409
        dummy_b._format = RepositoryFormat()
 
410
        dummy_b._format.supports_full_versioned_files = True
524
411
        self.assertGetsDefaultInterRepository(dummy_a, dummy_b)
525
412
 
526
413
    def assertGetsDefaultInterRepository(self, repo_a, repo_b):
530
417
        no actual sane default in the presence of incompatible data models.
531
418
        """
532
419
        inter_repo = repository.InterRepository.get(repo_a, repo_b)
533
 
        self.assertEqual(repository.InterSameDataRepository,
 
420
        self.assertEqual(vf_repository.InterSameDataRepository,
534
421
                         inter_repo.__class__)
535
422
        self.assertEqual(repo_a, inter_repo.source)
536
423
        self.assertEqual(repo_b, inter_repo.target)
550
437
        dummy_a._serializer = repo._serializer
551
438
        dummy_a._format.supports_tree_reference = repo._format.supports_tree_reference
552
439
        dummy_a._format.rich_root_data = repo._format.rich_root_data
 
440
        dummy_a._format.supports_full_versioned_files = repo._format.supports_full_versioned_files
553
441
        dummy_b._serializer = repo._serializer
554
442
        dummy_b._format.supports_tree_reference = repo._format.supports_tree_reference
555
443
        dummy_b._format.rich_root_data = repo._format.rich_root_data
 
444
        dummy_b._format.supports_full_versioned_files = repo._format.supports_full_versioned_files
556
445
        repository.InterRepository.register_optimiser(InterDummy)
557
446
        try:
558
447
            # we should get the default for something InterDummy returns False
571
460
        self.assertGetsDefaultInterRepository(dummy_a, dummy_b)
572
461
 
573
462
 
574
 
class TestInterWeaveRepo(TestCaseWithTransport):
575
 
 
576
 
    def test_is_compatible_and_registered(self):
577
 
        # InterWeaveRepo is compatible when either side
578
 
        # is a format 5/6/7 branch
579
 
        from bzrlib.repofmt import knitrepo, weaverepo
580
 
        formats = [weaverepo.RepositoryFormat5(),
581
 
                   weaverepo.RepositoryFormat6(),
582
 
                   weaverepo.RepositoryFormat7()]
583
 
        incompatible_formats = [weaverepo.RepositoryFormat4(),
584
 
                                knitrepo.RepositoryFormatKnit1(),
585
 
                                ]
586
 
        repo_a = self.make_repository('a')
587
 
        repo_b = self.make_repository('b')
588
 
        is_compatible = repository.InterWeaveRepo.is_compatible
589
 
        for source in incompatible_formats:
590
 
            # force incompatible left then right
591
 
            repo_a._format = source
592
 
            repo_b._format = formats[0]
593
 
            self.assertFalse(is_compatible(repo_a, repo_b))
594
 
            self.assertFalse(is_compatible(repo_b, repo_a))
595
 
        for source in formats:
596
 
            repo_a._format = source
597
 
            for target in formats:
598
 
                repo_b._format = target
599
 
                self.assertTrue(is_compatible(repo_a, repo_b))
600
 
        self.assertEqual(repository.InterWeaveRepo,
601
 
                         repository.InterRepository.get(repo_a,
602
 
                                                        repo_b).__class__)
 
463
class TestRepositoryFormat1(knitrepo.RepositoryFormatKnit1):
 
464
 
 
465
    @classmethod
 
466
    def get_format_string(cls):
 
467
        return "Test Format 1"
 
468
 
 
469
 
 
470
class TestRepositoryFormat2(knitrepo.RepositoryFormatKnit1):
 
471
 
 
472
    @classmethod
 
473
    def get_format_string(cls):
 
474
        return "Test Format 2"
603
475
 
604
476
 
605
477
class TestRepositoryConverter(TestCaseWithTransport):
606
478
 
607
479
    def test_convert_empty(self):
608
 
        t = get_transport(self.get_url('.'))
 
480
        source_format = TestRepositoryFormat1()
 
481
        target_format = TestRepositoryFormat2()
 
482
        repository.format_registry.register(source_format)
 
483
        self.addCleanup(repository.format_registry.remove,
 
484
            source_format)
 
485
        repository.format_registry.register(target_format)
 
486
        self.addCleanup(repository.format_registry.remove,
 
487
            target_format)
 
488
        t = self.get_transport()
609
489
        t.mkdir('repository')
610
490
        repo_dir = bzrdir.BzrDirMetaFormat1().initialize('repository')
611
 
        repo = weaverepo.RepositoryFormat7().initialize(repo_dir)
612
 
        target_format = knitrepo.RepositoryFormatKnit1()
 
491
        repo = TestRepositoryFormat1().initialize(repo_dir)
613
492
        converter = repository.CopyConverter(target_format)
614
493
        pb = bzrlib.ui.ui_factory.nested_progress_bar()
615
494
        try:
620
499
        self.assertTrue(isinstance(target_format, repo._format.__class__))
621
500
 
622
501
 
623
 
class TestMisc(TestCase):
624
 
 
625
 
    def test_unescape_xml(self):
626
 
        """We get some kind of error when malformed entities are passed"""
627
 
        self.assertRaises(KeyError, repository._unescape_xml, 'foo&bar;')
628
 
 
629
 
 
630
502
class TestRepositoryFormatKnit3(TestCaseWithTransport):
631
503
 
632
504
    def test_attribute__fetch_order(self):
653
525
        revision_tree.lock_read()
654
526
        try:
655
527
            self.assertRaises(errors.NoSuchFile, revision_tree.get_file_lines,
656
 
                revision_tree.inventory.root.file_id)
 
528
                revision_tree.get_root_id())
657
529
        finally:
658
530
            revision_tree.unlock()
659
531
        format = bzrdir.BzrDirMetaFormat1()
663
535
        revision_tree = tree.branch.repository.revision_tree('dull')
664
536
        revision_tree.lock_read()
665
537
        try:
666
 
            revision_tree.get_file_lines(revision_tree.inventory.root.file_id)
 
538
            revision_tree.get_file_lines(revision_tree.get_root_id())
667
539
        finally:
668
540
            revision_tree.unlock()
669
541
        tree.commit("Another dull commit", rev_id='dull2')
670
542
        revision_tree = tree.branch.repository.revision_tree('dull2')
671
543
        revision_tree.lock_read()
672
544
        self.addCleanup(revision_tree.unlock)
673
 
        self.assertEqual('dull', revision_tree.inventory.root.revision)
 
545
        self.assertEqual('dull',
 
546
                revision_tree.get_file_revision(revision_tree.get_root_id()))
674
547
 
675
548
    def test_supports_external_lookups(self):
676
549
        format = bzrdir.BzrDirMetaFormat1()
681
554
 
682
555
class Test2a(tests.TestCaseWithMemoryTransport):
683
556
 
 
557
    def test_chk_bytes_uses_custom_btree_parser(self):
 
558
        mt = self.make_branch_and_memory_tree('test', format='2a')
 
559
        mt.lock_write()
 
560
        self.addCleanup(mt.unlock)
 
561
        mt.add([''], ['root-id'])
 
562
        mt.commit('first')
 
563
        index = mt.branch.repository.chk_bytes._index._graph_index._indices[0]
 
564
        self.assertEqual(btree_index._gcchk_factory, index._leaf_factory)
 
565
        # It should also work if we re-open the repo
 
566
        repo = mt.branch.repository.bzrdir.open_repository()
 
567
        repo.lock_read()
 
568
        self.addCleanup(repo.unlock)
 
569
        index = repo.chk_bytes._index._graph_index._indices[0]
 
570
        self.assertEqual(btree_index._gcchk_factory, index._leaf_factory)
 
571
 
684
572
    def test_fetch_combines_groups(self):
685
573
        builder = self.make_branch_builder('source', format='2a')
686
574
        builder.start_series()
812
700
        target = self.make_repository('target', format='rich-root-pack')
813
701
        stream = source._get_source(target._format)
814
702
        # We don't want the child GroupCHKStreamSource
815
 
        self.assertIs(type(stream), repository.StreamSource)
 
703
        self.assertIs(type(stream), vf_repository.StreamSource)
816
704
 
817
705
    def test_get_stream_for_missing_keys_includes_all_chk_refs(self):
818
706
        source_builder = self.make_branch_builder('source',
845
733
 
846
734
        # On a regular pass, getting the inventories and chk pages for rev-2
847
735
        # would only get the newly created chk pages
848
 
        search = graph.SearchResult(set(['rev-2']), set(['rev-1']), 1,
 
736
        search = vf_search.SearchResult(set(['rev-2']), set(['rev-1']), 1,
849
737
                                    set(['rev-2']))
850
738
        simple_chk_records = []
851
739
        for vf_name, substream in source.get_stream(search):
894
782
        source = self.make_repository('source', format='pack-0.92')
895
783
        target = self.make_repository('target', format='pack-0.92')
896
784
        stream_source = source._get_source(target._format)
897
 
        self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
 
785
        self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
898
786
 
899
787
    def test_source_to_exact_pack_rich_root_pack(self):
900
788
        source = self.make_repository('source', format='rich-root-pack')
901
789
        target = self.make_repository('target', format='rich-root-pack')
902
790
        stream_source = source._get_source(target._format)
903
 
        self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
 
791
        self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
904
792
 
905
793
    def test_source_to_exact_pack_19(self):
906
794
        source = self.make_repository('source', format='1.9')
907
795
        target = self.make_repository('target', format='1.9')
908
796
        stream_source = source._get_source(target._format)
909
 
        self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
 
797
        self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
910
798
 
911
799
    def test_source_to_exact_pack_19_rich_root(self):
912
800
        source = self.make_repository('source', format='1.9-rich-root')
913
801
        target = self.make_repository('target', format='1.9-rich-root')
914
802
        stream_source = source._get_source(target._format)
915
 
        self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
 
803
        self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
916
804
 
917
805
    def test_source_to_remote_exact_pack_19(self):
918
806
        trans = self.make_smart_server('target')
921
809
        target = self.make_repository('target', format='1.9')
922
810
        target = repository.Repository.open(trans.base)
923
811
        stream_source = source._get_source(target._format)
924
 
        self.assertIsInstance(stream_source, pack_repo.KnitPackStreamSource)
 
812
        self.assertIsInstance(stream_source, knitpack_repo.KnitPackStreamSource)
925
813
 
926
814
    def test_stream_source_to_non_exact(self):
927
815
        source = self.make_repository('source', format='pack-0.92')
928
816
        target = self.make_repository('target', format='1.9')
929
817
        stream = source._get_source(target._format)
930
 
        self.assertIs(type(stream), repository.StreamSource)
 
818
        self.assertIs(type(stream), vf_repository.StreamSource)
931
819
 
932
820
    def test_stream_source_to_non_exact_rich_root(self):
933
821
        source = self.make_repository('source', format='1.9')
934
822
        target = self.make_repository('target', format='1.9-rich-root')
935
823
        stream = source._get_source(target._format)
936
 
        self.assertIs(type(stream), repository.StreamSource)
 
824
        self.assertIs(type(stream), vf_repository.StreamSource)
937
825
 
938
826
    def test_source_to_remote_non_exact_pack_19(self):
939
827
        trans = self.make_smart_server('target')
942
830
        target = self.make_repository('target', format='1.6')
943
831
        target = repository.Repository.open(trans.base)
944
832
        stream_source = source._get_source(target._format)
945
 
        self.assertIs(type(stream_source), repository.StreamSource)
 
833
        self.assertIs(type(stream_source), vf_repository.StreamSource)
946
834
 
947
835
    def test_stream_source_to_knit(self):
948
836
        source = self.make_repository('source', format='pack-0.92')
949
837
        target = self.make_repository('target', format='dirstate')
950
838
        stream = source._get_source(target._format)
951
 
        self.assertIs(type(stream), repository.StreamSource)
 
839
        self.assertIs(type(stream), vf_repository.StreamSource)
952
840
 
953
841
 
954
842
class TestDevelopment6FindParentIdsOfRevisions(TestCaseWithTransport):
956
844
 
957
845
    def setUp(self):
958
846
        super(TestDevelopment6FindParentIdsOfRevisions, self).setUp()
959
 
        self.builder = self.make_branch_builder('source',
960
 
            format='development6-rich-root')
 
847
        self.builder = self.make_branch_builder('source')
961
848
        self.builder.start_series()
962
849
        self.builder.build_snapshot('initial', None,
963
850
            [('add', ('', 'tree-root', 'directory', None))])
1033
920
            revision = _mod_revision.Revision('rev1a',
1034
921
                committer='jrandom@example.com', timestamp=0,
1035
922
                inventory_sha1='', timezone=0, message='foo', parent_ids=[])
1036
 
            repo.add_revision('rev1a',revision, inv)
 
923
            repo.add_revision('rev1a', revision, inv)
1037
924
 
1038
925
            # make rev1b, which has no Revision, but has an Inventory, and
1039
926
            # file1
1074
961
        revision = _mod_revision.Revision(revision_id,
1075
962
            committer='jrandom@example.com', timestamp=0, inventory_sha1='',
1076
963
            timezone=0, message='foo', parent_ids=parent_ids)
1077
 
        repo.add_revision(revision_id,revision, inv)
 
964
        repo.add_revision(revision_id, revision, inv)
1078
965
 
1079
966
    def add_file(self, repo, inv, filename, revision, parents):
1080
967
        file_id = filename + '-id'
1108
995
class TestRepositoryPackCollection(TestCaseWithTransport):
1109
996
 
1110
997
    def get_format(self):
1111
 
        return bzrdir.format_registry.make_bzrdir('pack-0.92')
 
998
        return controldir.format_registry.make_bzrdir('pack-0.92')
1112
999
 
1113
1000
    def get_packs(self):
1114
1001
        format = self.get_format()
1210
1097
            sorted(set([osutils.splitext(n)[0] for n in
1211
1098
                        packs._index_transport.list_dir('.')])))
1212
1099
 
 
1100
    def test__obsolete_packs_missing_directory(self):
 
1101
        tree, r, packs, revs = self.make_packs_and_alt_repo(write_lock=True)
 
1102
        r.control_transport.rmdir('obsolete_packs')
 
1103
        names = packs.names()
 
1104
        pack = packs.get_pack_by_name(names[0])
 
1105
        # Schedule this one for removal
 
1106
        packs._remove_pack_from_memory(pack)
 
1107
        # Now trigger the obsoletion, and ensure that all the remaining files
 
1108
        # are still renamed
 
1109
        packs._obsolete_packs([pack])
 
1110
        self.assertEqual([n + '.pack' for n in names[1:]],
 
1111
                         sorted(packs._pack_transport.list_dir('.')))
 
1112
        # names[0] should not be present in the index anymore
 
1113
        self.assertEqual(names[1:],
 
1114
            sorted(set([osutils.splitext(n)[0] for n in
 
1115
                        packs._index_transport.list_dir('.')])))
 
1116
 
1213
1117
    def test_pack_distribution_zero(self):
1214
1118
        packs = self.get_packs()
1215
1119
        self.assertEqual([0], packs.pack_distribution(0))
1485
1389
        obsolete_names = set([osutils.splitext(n)[0] for n in obsolete_packs])
1486
1390
        self.assertEqual([pack.name], sorted(obsolete_names))
1487
1391
 
 
1392
    def test_pack_no_obsolete_packs_directory(self):
 
1393
        """Bug #314314, don't fail if obsolete_packs directory does
 
1394
        not exist."""
 
1395
        tree, r, packs, revs = self.make_packs_and_alt_repo(write_lock=True)
 
1396
        r.control_transport.rmdir('obsolete_packs')
 
1397
        packs._clear_obsolete_packs()
1488
1398
 
1489
1399
 
1490
1400
class TestPack(TestCaseWithTransport):
1591
1501
        # Because of how they were built, they correspond to
1592
1502
        # ['D', 'C', 'B', 'A']
1593
1503
        packs = b.repository._pack_collection.packs
1594
 
        packer = pack_repo.Packer(b.repository._pack_collection,
 
1504
        packer = knitpack_repo.KnitPacker(b.repository._pack_collection,
1595
1505
                                  packs, 'testing',
1596
1506
                                  revision_ids=['B', 'C'])
1597
1507
        # Now, when we are copying the B & C revisions, their pack files should
1611
1521
        return repo._pack_collection
1612
1522
 
1613
1523
    def test_open_pack_will_optimise(self):
1614
 
        packer = pack_repo.OptimisingPacker(self.get_pack_collection(),
 
1524
        packer = knitpack_repo.OptimisingKnitPacker(self.get_pack_collection(),
1615
1525
                                            [], '.test')
1616
1526
        new_pack = packer.open_pack()
1617
1527
        self.addCleanup(new_pack.abort) # ensure cleanup
1622
1532
        self.assertTrue(new_pack.signature_index._optimize_for_size)
1623
1533
 
1624
1534
 
 
1535
class TestGCCHKPacker(TestCaseWithTransport):
 
1536
 
 
1537
    def make_abc_branch(self):
 
1538
        builder = self.make_branch_builder('source')
 
1539
        builder.start_series()
 
1540
        builder.build_snapshot('A', None, [
 
1541
            ('add', ('', 'root-id', 'directory', None)),
 
1542
            ('add', ('file', 'file-id', 'file', 'content\n')),
 
1543
            ])
 
1544
        builder.build_snapshot('B', ['A'], [
 
1545
            ('add', ('dir', 'dir-id', 'directory', None))])
 
1546
        builder.build_snapshot('C', ['B'], [
 
1547
            ('modify', ('file-id', 'new content\n'))])
 
1548
        builder.finish_series()
 
1549
        return builder.get_branch()
 
1550
 
 
1551
    def make_branch_with_disjoint_inventory_and_revision(self):
 
1552
        """a repo with separate packs for a revisions Revision and Inventory.
 
1553
 
 
1554
        There will be one pack file that holds the Revision content, and one
 
1555
        for the Inventory content.
 
1556
 
 
1557
        :return: (repository,
 
1558
                  pack_name_with_rev_A_Revision,
 
1559
                  pack_name_with_rev_A_Inventory,
 
1560
                  pack_name_with_rev_C_content)
 
1561
        """
 
1562
        b_source = self.make_abc_branch()
 
1563
        b_base = b_source.bzrdir.sprout('base', revision_id='A').open_branch()
 
1564
        b_stacked = b_base.bzrdir.sprout('stacked', stacked=True).open_branch()
 
1565
        b_stacked.lock_write()
 
1566
        self.addCleanup(b_stacked.unlock)
 
1567
        b_stacked.fetch(b_source, 'B')
 
1568
        # Now re-open the stacked repo directly (no fallbacks) so that we can
 
1569
        # fill in the A rev.
 
1570
        repo_not_stacked = b_stacked.bzrdir.open_repository()
 
1571
        repo_not_stacked.lock_write()
 
1572
        self.addCleanup(repo_not_stacked.unlock)
 
1573
        # Now we should have a pack file with A's inventory, but not its
 
1574
        # Revision
 
1575
        self.assertEqual([('A',), ('B',)],
 
1576
                         sorted(repo_not_stacked.inventories.keys()))
 
1577
        self.assertEqual([('B',)],
 
1578
                         sorted(repo_not_stacked.revisions.keys()))
 
1579
        stacked_pack_names = repo_not_stacked._pack_collection.names()
 
1580
        # We have a couple names here, figure out which has A's inventory
 
1581
        for name in stacked_pack_names:
 
1582
            pack = repo_not_stacked._pack_collection.get_pack_by_name(name)
 
1583
            keys = [n[1] for n in pack.inventory_index.iter_all_entries()]
 
1584
            if ('A',) in keys:
 
1585
                inv_a_pack_name = name
 
1586
                break
 
1587
        else:
 
1588
            self.fail('Could not find pack containing A\'s inventory')
 
1589
        repo_not_stacked.fetch(b_source.repository, 'A')
 
1590
        self.assertEqual([('A',), ('B',)],
 
1591
                         sorted(repo_not_stacked.revisions.keys()))
 
1592
        new_pack_names = set(repo_not_stacked._pack_collection.names())
 
1593
        rev_a_pack_names = new_pack_names.difference(stacked_pack_names)
 
1594
        self.assertEqual(1, len(rev_a_pack_names))
 
1595
        rev_a_pack_name = list(rev_a_pack_names)[0]
 
1596
        # Now fetch 'C', so we have a couple pack files to join
 
1597
        repo_not_stacked.fetch(b_source.repository, 'C')
 
1598
        rev_c_pack_names = set(repo_not_stacked._pack_collection.names())
 
1599
        rev_c_pack_names = rev_c_pack_names.difference(new_pack_names)
 
1600
        self.assertEqual(1, len(rev_c_pack_names))
 
1601
        rev_c_pack_name = list(rev_c_pack_names)[0]
 
1602
        return (repo_not_stacked, rev_a_pack_name, inv_a_pack_name,
 
1603
                rev_c_pack_name)
 
1604
 
 
1605
    def test_pack_with_distant_inventories(self):
 
1606
        # See https://bugs.launchpad.net/bzr/+bug/437003
 
1607
        # When repacking, it is possible to have an inventory in a different
 
1608
        # pack file than the associated revision. An autopack can then come
 
1609
        # along, and miss that inventory, and complain.
 
1610
        (repo, rev_a_pack_name, inv_a_pack_name, rev_c_pack_name
 
1611
         ) = self.make_branch_with_disjoint_inventory_and_revision()
 
1612
        a_pack = repo._pack_collection.get_pack_by_name(rev_a_pack_name)
 
1613
        c_pack = repo._pack_collection.get_pack_by_name(rev_c_pack_name)
 
1614
        packer = groupcompress_repo.GCCHKPacker(repo._pack_collection,
 
1615
                    [a_pack, c_pack], '.test-pack')
 
1616
        # This would raise ValueError in bug #437003, but should not raise an
 
1617
        # error once fixed.
 
1618
        packer.pack()
 
1619
 
 
1620
    def test_pack_with_missing_inventory(self):
 
1621
        # Similar to test_pack_with_missing_inventory, but this time, we force
 
1622
        # the A inventory to actually be gone from the repository.
 
1623
        (repo, rev_a_pack_name, inv_a_pack_name, rev_c_pack_name
 
1624
         ) = self.make_branch_with_disjoint_inventory_and_revision()
 
1625
        inv_a_pack = repo._pack_collection.get_pack_by_name(inv_a_pack_name)
 
1626
        repo._pack_collection._remove_pack_from_memory(inv_a_pack)
 
1627
        packer = groupcompress_repo.GCCHKPacker(repo._pack_collection,
 
1628
            repo._pack_collection.all_packs(), '.test-pack')
 
1629
        e = self.assertRaises(ValueError, packer.pack)
 
1630
        packer.new_pack.abort()
 
1631
        self.assertContainsRe(str(e),
 
1632
            r"We are missing inventories for revisions: .*'A'")
 
1633
 
 
1634
 
1625
1635
class TestCrossFormatPacks(TestCaseWithTransport):
1626
1636
 
1627
1637
    def log_pack(self, hint=None):
1642
1652
        self.addCleanup(target.unlock)
1643
1653
        source = source_tree.branch.repository._get_source(target._format)
1644
1654
        self.orig_pack = target.pack
1645
 
        target.pack = self.log_pack
 
1655
        self.overrideAttr(target, "pack", self.log_pack)
1646
1656
        search = target.search_missing_revision_ids(
1647
 
            source_tree.branch.repository, tip)
 
1657
            source_tree.branch.repository, revision_ids=[tip])
1648
1658
        stream = source.get_stream(search)
1649
1659
        from_format = source_tree.branch.repository._format
1650
1660
        sink = target._get_sink()
1666
1676
        self.addCleanup(target.unlock)
1667
1677
        source = source_tree.branch.repository
1668
1678
        self.orig_pack = target.pack
1669
 
        target.pack = self.log_pack
 
1679
        self.overrideAttr(target, "pack", self.log_pack)
1670
1680
        target.fetch(source)
1671
1681
        if expect_pack_called:
1672
1682
            self.assertLength(1, self.calls)
1700
1710
    def test_IDS_format_same_no(self):
1701
1711
        # When the formats are the same, pack is not called.
1702
1712
        self.run_fetch('2a', '2a', False)
 
1713
 
 
1714
 
 
1715
class Test_LazyListJoin(tests.TestCase):
 
1716
 
 
1717
    def test__repr__(self):
 
1718
        lazy = repository._LazyListJoin(['a'], ['b'])
 
1719
        self.assertEqual("bzrlib.repository._LazyListJoin((['a'], ['b']))",
 
1720
                         repr(lazy))
 
1721
 
 
1722
 
 
1723
class TestFeatures(tests.TestCaseWithTransport):
 
1724
 
 
1725
    def test_open_with_present_feature(self):
 
1726
        self.addCleanup(
 
1727
            repository.RepositoryFormatMetaDir.unregister_feature,
 
1728
            "makes-cheese-sandwich")
 
1729
        repository.RepositoryFormatMetaDir.register_feature(
 
1730
            "makes-cheese-sandwich")
 
1731
        repo = self.make_repository('.')
 
1732
        repo.lock_write()
 
1733
        repo._format.features["makes-cheese-sandwich"] = "required"
 
1734
        repo._format.check_support_status(False)
 
1735
        repo.unlock()
 
1736
 
 
1737
    def test_open_with_missing_required_feature(self):
 
1738
        repo = self.make_repository('.')
 
1739
        repo.lock_write()
 
1740
        repo._format.features["makes-cheese-sandwich"] = "required"
 
1741
        self.assertRaises(errors.MissingFeature,
 
1742
            repo._format.check_support_status, False)