~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_xml.py

(jelmer) Support upgrading between the 2a and development-colo formats.
 (Jelmer Vernooij)

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005 Canonical Ltd
 
1
# Copyright (C) 2005-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
17
17
from cStringIO import StringIO
18
18
 
19
19
from bzrlib import (
20
 
    errors, 
21
 
    inventory, 
 
20
    errors,
 
21
    fifo_cache,
 
22
    inventory,
 
23
    xml6,
22
24
    xml7,
23
 
    xml_serializer,
 
25
    xml8,
24
26
    )
25
27
from bzrlib.tests import TestCase
26
 
from bzrlib.inventory import Inventory, InventoryEntry
27
 
from bzrlib.xml4 import serializer_v4
 
28
from bzrlib.inventory import Inventory
28
29
import bzrlib.xml5
29
30
 
30
 
_working_inventory_v4 = """<inventory file_id="TREE_ROOT">
31
 
<entry file_id="bar-20050901064931-73b4b1138abc9cd2" kind="file" name="bar" parent_id="TREE_ROOT" />
32
 
<entry file_id="foo-20050801201819-4139aa4a272f4250" kind="directory" name="foo" parent_id="TREE_ROOT" />
33
 
<entry file_id="bar-20050824000535-6bc48cfad47ed134" kind="file" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" />
34
 
</inventory>"""
35
 
 
36
 
 
37
 
_revision_v4 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
38
 
    inventory_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
39
 
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
40
 
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
41
 
    timestamp="1125907235.212"
42
 
    timezone="36000">
43
 
<message>- start splitting code for xml (de)serialization away from objects
44
 
  preparatory to supporting multiple formats by a single library
45
 
</message>
46
 
<parents>
47
 
<revision_ref revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92" revision_sha1="7bdf4cc8c5bdac739f8cf9b10b78cf4b68f915ff" />
48
 
</parents>
49
 
</revision>
50
 
"""
51
 
 
52
31
_revision_v5 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
53
32
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
54
33
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
79
58
"""
80
59
 
81
60
_committed_inv_v5 = """<inventory>
82
 
<file file_id="bar-20050901064931-73b4b1138abc9cd2" 
83
 
      name="bar" parent_id="TREE_ROOT" 
 
61
<file file_id="bar-20050901064931-73b4b1138abc9cd2"
 
62
      name="bar" parent_id="TREE_ROOT"
84
63
      revision="mbp@foo-123123"
85
64
      text_sha1="A" text_size="1"/>
86
65
<directory name="subdir"
87
66
           file_id="foo-20050801201819-4139aa4a272f4250"
88
 
           parent_id="TREE_ROOT" 
 
67
           parent_id="TREE_ROOT"
89
68
           revision="mbp@foo-00"/>
90
 
<file executable="yes" file_id="bar-20050824000535-6bc48cfad47ed134" 
91
 
      name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" 
 
69
<file executable="yes" file_id="bar-20050824000535-6bc48cfad47ed134"
 
70
      name="bar" parent_id="foo-20050801201819-4139aa4a272f4250"
92
71
      revision="mbp@foo-00"
93
72
      text_sha1="B" text_size="0"/>
94
73
</inventory>
95
74
"""
96
75
 
97
76
_basis_inv_v5 = """<inventory revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92">
98
 
<file file_id="bar-20050901064931-73b4b1138abc9cd2" 
99
 
      name="bar" parent_id="TREE_ROOT" 
 
77
<file file_id="bar-20050901064931-73b4b1138abc9cd2"
 
78
      name="bar" parent_id="TREE_ROOT"
100
79
      revision="mbp@foo-123123"/>
101
80
<directory name="subdir"
102
81
           file_id="foo-20050801201819-4139aa4a272f4250"
103
 
           parent_id="TREE_ROOT" 
 
82
           parent_id="TREE_ROOT"
104
83
           revision="mbp@foo-00"/>
105
 
<file file_id="bar-20050824000535-6bc48cfad47ed134" 
106
 
      name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" 
 
84
<file file_id="bar-20050824000535-6bc48cfad47ed134"
 
85
      name="bar" parent_id="foo-20050801201819-4139aa4a272f4250"
107
86
      revision="mbp@foo-00"/>
108
87
</inventory>
109
88
"""
138
117
</inventory>
139
118
"""
140
119
 
 
120
_expected_inv_v6 = """<inventory format="6" revision_id="rev_outer">
 
121
<directory file_id="tree-root-321" name="" revision="rev_outer" />
 
122
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
 
123
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
 
124
<symlink file_id="link-id" name="link" parent_id="tree-root-321" revision="rev_outer" symlink_target="a" />
 
125
</inventory>
 
126
"""
 
127
 
141
128
_expected_inv_v7 = """<inventory format="7" revision_id="rev_outer">
142
129
<directory file_id="tree-root-321" name="" revision="rev_outer" />
143
130
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
147
134
</inventory>
148
135
"""
149
136
 
 
137
_expected_rev_v8 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
 
138
<message>- start splitting code for xml (de)serialization away from objects
 
139
  preparatory to supporting multiple formats by a single library
 
140
</message>
 
141
<parents>
 
142
<revision_ref revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92" />
 
143
</parents>
 
144
</revision>
 
145
"""
 
146
 
 
147
_expected_inv_v8 = """<inventory format="8" revision_id="rev_outer">
 
148
<directory file_id="tree-root-321" name="" revision="rev_outer" />
 
149
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
 
150
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
 
151
<symlink file_id="link-id" name="link" parent_id="tree-root-321" revision="rev_outer" symlink_target="a" />
 
152
</inventory>
 
153
"""
 
154
 
150
155
_revision_utf8_v5 = """<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;"
151
156
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
152
157
    revision_id="erik@b&#229;gfors-02"
189
194
class TestSerializer(TestCase):
190
195
    """Test XML serialization"""
191
196
 
192
 
    def test_canned_inventory(self):
193
 
        """Test unpacked a canned inventory v4 file."""
194
 
        inp = StringIO(_working_inventory_v4)
195
 
        inv = serializer_v4.read_inventory(inp)
196
 
        self.assertEqual(len(inv), 4)
197
 
        self.assert_('bar-20050901064931-73b4b1138abc9cd2' in inv)
198
 
 
199
 
    def test_unpack_revision(self):
200
 
        """Test unpacking a canned revision v4"""
201
 
        inp = StringIO(_revision_v4)
202
 
        rev = serializer_v4.read_revision(inp)
203
 
        eq = self.assertEqual
204
 
        eq(rev.committer,
205
 
           "Martin Pool <mbp@sourcefrog.net>")
206
 
        eq(rev.inventory_id,
207
 
           "mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9")
208
 
        eq(len(rev.parent_ids), 1)
209
 
        eq(rev.parent_ids[0],
210
 
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
211
 
 
212
197
    def test_unpack_revision_5(self):
213
198
        """Test unpacking a canned revision v5"""
214
199
        inp = StringIO(_revision_v5)
262
247
                _inventory_v5a, revision_id='test-rev-id')
263
248
        self.assertEqual('test-rev-id', inv.root.revision)
264
249
 
 
250
    def test_unpack_inventory_5a_cache_and_copy(self):
 
251
        # Passing an entry_cache should get populated with the objects
 
252
        # But the returned objects should be copies if return_from_cache is
 
253
        # False
 
254
        entry_cache = fifo_cache.FIFOCache()
 
255
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
 
256
            _inventory_v5a, revision_id='test-rev-id',
 
257
            entry_cache=entry_cache, return_from_cache=False)
 
258
        for entry in inv.iter_just_entries():
 
259
            key = (entry.file_id, entry.revision)
 
260
            if entry.file_id is inv.root.file_id:
 
261
                # The root id is inferred for xml v5
 
262
                self.assertFalse(key in entry_cache)
 
263
            else:
 
264
                self.assertIsNot(entry, entry_cache[key])
 
265
 
 
266
    def test_unpack_inventory_5a_cache_no_copy(self):
 
267
        # Passing an entry_cache should get populated with the objects
 
268
        # The returned objects should be exact if return_from_cache is
 
269
        # True
 
270
        entry_cache = fifo_cache.FIFOCache()
 
271
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
 
272
            _inventory_v5a, revision_id='test-rev-id',
 
273
            entry_cache=entry_cache, return_from_cache=True)
 
274
        for entry in inv.iter_just_entries():
 
275
            key = (entry.file_id, entry.revision)
 
276
            if entry.file_id is inv.root.file_id:
 
277
                # The root id is inferred for xml v5
 
278
                self.assertFalse(key in entry_cache)
 
279
            else:
 
280
                self.assertIs(entry, entry_cache[key])
 
281
 
265
282
    def test_unpack_inventory_5b(self):
266
283
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
267
284
                _inventory_v5b, revision_id='test-rev-id')
275
292
        self.assertEqualDiff(_expected_inv_v5, outp.getvalue())
276
293
        inv2 = bzrlib.xml5.serializer_v5.read_inventory(StringIO(outp.getvalue()))
277
294
        self.assertEqual(inv, inv2)
278
 
    
 
295
 
279
296
    def assertRoundTrips(self, xml_string):
280
297
        inp = StringIO(xml_string)
281
298
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
330
347
        new_rev = s_v5.read_revision_from_string(txt)
331
348
        self.assertEqual(props, new_rev.properties)
332
349
 
333
 
    def test_roundtrip_inventory_v7(self):
 
350
    def get_sample_inventory(self):
334
351
        inv = Inventory('tree-root-321', revision_id='rev_outer')
335
 
        inv.add(inventory.TreeReference('nested-id', 'nested', 'tree-root-321',
336
 
                                        'rev_outer', 'rev_inner'))
337
352
        inv.add(inventory.InventoryFile('file-id', 'file', 'tree-root-321'))
338
 
        inv.add(inventory.InventoryDirectory('dir-id', 'dir', 
 
353
        inv.add(inventory.InventoryDirectory('dir-id', 'dir',
339
354
                                             'tree-root-321'))
340
355
        inv.add(inventory.InventoryLink('link-id', 'link', 'tree-root-321'))
341
356
        inv['tree-root-321'].revision = 'rev_outer'
345
360
        inv['file-id'].text_size = 1
346
361
        inv['link-id'].revision = 'rev_outer'
347
362
        inv['link-id'].symlink_target = 'a'
 
363
        return inv
 
364
 
 
365
    def test_roundtrip_inventory_v7(self):
 
366
        inv = self.get_sample_inventory()
 
367
        inv.add(inventory.TreeReference('nested-id', 'nested', 'tree-root-321',
 
368
                                        'rev_outer', 'rev_inner'))
348
369
        txt = xml7.serializer_v7.write_inventory_to_string(inv)
349
370
        lines = xml7.serializer_v7.write_inventory_to_lines(inv)
350
371
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
354
375
        for path, ie in inv.iter_entries():
355
376
            self.assertEqual(ie, inv2[ie.file_id])
356
377
 
 
378
    def test_roundtrip_inventory_v6(self):
 
379
        inv = self.get_sample_inventory()
 
380
        txt = xml6.serializer_v6.write_inventory_to_string(inv)
 
381
        lines = xml6.serializer_v6.write_inventory_to_lines(inv)
 
382
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
 
383
        self.assertEqualDiff(_expected_inv_v6, txt)
 
384
        inv2 = xml6.serializer_v6.read_inventory_from_string(txt)
 
385
        self.assertEqual(4, len(inv2))
 
386
        for path, ie in inv.iter_entries():
 
387
            self.assertEqual(ie, inv2[ie.file_id])
 
388
 
357
389
    def test_wrong_format_v7(self):
358
390
        """Can't accidentally open a file with wrong serializer"""
359
391
        s_v6 = bzrlib.xml6.serializer_v6
360
392
        s_v7 = xml7.serializer_v7
361
 
        self.assertRaises(errors.UnexpectedInventoryFormat, 
 
393
        self.assertRaises(errors.UnexpectedInventoryFormat,
362
394
                          s_v7.read_inventory_from_string, _expected_inv_v5)
363
 
        self.assertRaises(errors.UnexpectedInventoryFormat, 
 
395
        self.assertRaises(errors.UnexpectedInventoryFormat,
364
396
                          s_v6.read_inventory_from_string, _expected_inv_v7)
365
397
 
366
398
    def test_tree_reference(self):
382
414
        self.assertEqual('tree-root-321', inv2['nested-id'].parent_id)
383
415
        self.assertEqual('rev-outer', inv2['nested-id'].revision)
384
416
        self.assertEqual('rev-inner', inv2['nested-id'].reference_revision)
385
 
        self.assertRaises(errors.UnsupportedInventoryKind, 
 
417
        self.assertRaises(errors.UnsupportedInventoryKind,
386
418
                          s_v6.read_inventory_from_string,
387
419
                          txt.replace('format="7"', 'format="6"'))
388
 
        self.assertRaises(errors.UnsupportedInventoryKind, 
 
420
        self.assertRaises(errors.UnsupportedInventoryKind,
389
421
                          s_v5.read_inventory_from_string,
390
422
                          txt.replace('format="7"', 'format="5"'))
391
423
 
 
424
    def test_roundtrip_inventory_v8(self):
 
425
        inv = self.get_sample_inventory()
 
426
        txt = xml8.serializer_v8.write_inventory_to_string(inv)
 
427
        inv2 = xml8.serializer_v8.read_inventory_from_string(txt)
 
428
        self.assertEqual(4, len(inv2))
 
429
        for path, ie in inv.iter_entries():
 
430
            self.assertEqual(ie, inv2[ie.file_id])
 
431
 
 
432
    def test_inventory_text_v8(self):
 
433
        inv = self.get_sample_inventory()
 
434
        txt = xml8.serializer_v8.write_inventory_to_string(inv)
 
435
        lines = xml8.serializer_v8.write_inventory_to_lines(inv)
 
436
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
 
437
        self.assertEqualDiff(_expected_inv_v8, txt)
 
438
 
 
439
    def test_revision_text_v6(self):
 
440
        """Pack revision to XML v6"""
 
441
        rev = bzrlib.xml6.serializer_v6.read_revision_from_string(
 
442
            _expected_rev_v5)
 
443
        serialized = bzrlib.xml6.serializer_v6.write_revision_to_string(rev)
 
444
        self.assertEqualDiff(serialized, _expected_rev_v5)
 
445
 
 
446
    def test_revision_text_v7(self):
 
447
        """Pack revision to XML v7"""
 
448
        rev = bzrlib.xml7.serializer_v7.read_revision_from_string(
 
449
            _expected_rev_v5)
 
450
        serialized = bzrlib.xml7.serializer_v7.write_revision_to_string(rev)
 
451
        self.assertEqualDiff(serialized, _expected_rev_v5)
 
452
 
 
453
    def test_revision_text_v8(self):
 
454
        """Pack revision to XML v8"""
 
455
        rev = bzrlib.xml8.serializer_v8.read_revision_from_string(
 
456
            _expected_rev_v8)
 
457
        serialized = bzrlib.xml8.serializer_v8.write_revision_to_string(rev)
 
458
        self.assertEqualDiff(serialized, _expected_rev_v8)
 
459
 
392
460
    def test_revision_ids_are_utf8(self):
393
461
        """Parsed revision_ids should all be utf-8 strings, not unicode."""
394
462
        s_v5 = bzrlib.xml5.serializer_v5
433
501
 
434
502
        self.assertEqual(len(expected), len(actual))
435
503
 
436
 
    def test_registry(self):
437
 
        self.assertIs(serializer_v4,
438
 
                      xml_serializer.format_registry.get('4'))
439
 
        self.assertIs(bzrlib.xml5.serializer_v5,
440
 
                      xml_serializer.format_registry.get('5'))
441
 
        self.assertIs(bzrlib.xml6.serializer_v6,
442
 
                      xml_serializer.format_registry.get('6'))
443
 
        self.assertIs(bzrlib.xml7.serializer_v7,
444
 
                      xml_serializer.format_registry.get('7'))
445
 
 
446
504
 
447
505
class TestEncodeAndEscape(TestCase):
448
506
    """Whitebox testing of the _encode_and_escape function."""
449
507
 
450
508
    def setUp(self):
 
509
        TestCase.setUp(self)
451
510
        # Keep the cache clear before and after the test
452
 
        bzrlib.xml5._ensure_utf8_re()
453
 
        bzrlib.xml5._clear_cache()
454
 
        self.addCleanup(bzrlib.xml5._clear_cache)
 
511
        bzrlib.xml8._ensure_utf8_re()
 
512
        bzrlib.xml8._clear_cache()
 
513
        self.addCleanup(bzrlib.xml8._clear_cache)
455
514
 
456
515
    def test_simple_ascii(self):
457
516
        # _encode_and_escape always appends a final ", because these parameters
458
517
        # are being used in xml attributes, and by returning it now, we have to
459
518
        # do fewer string operations later.
460
 
        val = bzrlib.xml5._encode_and_escape('foo bar')
 
519
        val = bzrlib.xml8._encode_and_escape('foo bar')
461
520
        self.assertEqual('foo bar"', val)
462
521
        # The second time should be cached
463
 
        val2 = bzrlib.xml5._encode_and_escape('foo bar')
 
522
        val2 = bzrlib.xml8._encode_and_escape('foo bar')
464
523
        self.assertIs(val2, val)
465
524
 
466
525
    def test_ascii_with_xml(self):
467
526
        self.assertEqual('&amp;&apos;&quot;&lt;&gt;"',
468
 
                         bzrlib.xml5._encode_and_escape('&\'"<>'))
 
527
                         bzrlib.xml8._encode_and_escape('&\'"<>'))
469
528
 
470
529
    def test_utf8_with_xml(self):
471
530
        # u'\xb5\xe5&\u062c'
472
531
        utf8_str = '\xc2\xb5\xc3\xa5&\xd8\xac'
473
532
        self.assertEqual('&#181;&#229;&amp;&#1580;"',
474
 
                         bzrlib.xml5._encode_and_escape(utf8_str))
 
533
                         bzrlib.xml8._encode_and_escape(utf8_str))
475
534
 
476
535
    def test_unicode(self):
477
536
        uni_str = u'\xb5\xe5&\u062c'
478
537
        self.assertEqual('&#181;&#229;&amp;&#1580;"',
479
 
                         bzrlib.xml5._encode_and_escape(uni_str))
 
538
                         bzrlib.xml8._encode_and_escape(uni_str))
 
539
 
 
540
 
 
541
class TestMisc(TestCase):
 
542
 
 
543
    def test_unescape_xml(self):
 
544
        """We get some kind of error when malformed entities are passed"""
 
545
        self.assertRaises(KeyError, bzrlib.xml8._unescape_xml, 'foo&bar;')