~bzr-pqm/bzr/bzr.dev

2309.4.6 by John Arbash Meinel
Update the 'escaped store' tests to use both unicode and utf8 file ids.
1
# Copyright (C) 2005, 2007 Canonical Ltd
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
2
#
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
7
#
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
12
#
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
"""Test Escaped Stores."""
18
19
from cStringIO import StringIO
20
import os
21
import gzip
22
2309.4.6 by John Arbash Meinel
Update the 'escaped store' tests to use both unicode and utf8 file ids.
23
from bzrlib import osutils
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
24
from bzrlib.errors import BzrError, UnlistableStore, NoSuchFile
25
from bzrlib.store.text import TextStore
26
from bzrlib.tests import TestCaseWithTransport
27
import bzrlib.transport
28
29
30
class TestEscaped(TestCaseWithTransport):
31
    """Mixin template class that provides some common tests for stores"""
32
33
    def get_store(self, prefixed=False, escaped=True):
34
        t = bzrlib.transport.get_transport(self.get_url())
35
        return TextStore(t, prefixed=prefixed, escaped=escaped)
36
37
    def test_paths(self):
38
        text_store = self.get_store()
39
40
        self.assertEqual('a', text_store._relpath('a'))
41
        self.assertEqual('a', text_store._relpath(u'a'))
42
        self.assertEqual('%2520', text_store._relpath(' '))
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
43
        self.assertEqual('%40%253a%253c%253e', text_store._relpath('@:<>'))
44
        self.assertEqual('%25c3%25a5', text_store._relpath(u'\xe5'))
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
45
46
    def test_prefixed(self):
47
        # Prefix should be determined by unescaped string
48
        text_store = self.get_store(prefixed=True)
49
50
        # hash_prefix() is not defined for unicode characters
51
        # it is only defined for byte streams.
52
        # so hash_prefix() needs to operate on *at most* utf-8
1685.1.45 by John Arbash Meinel
Moved url functions into bzrlib.urlutils
53
        # encoded. However urlutils.escape() does both encoding to utf-8
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
54
        # and urllib quoting, so we will use the escaped form
55
        # as the path passed to hash_prefix
56
57
        self.assertEqual('62/a', text_store._relpath('a'))
58
        self.assertEqual('88/%2520', text_store._relpath(' '))
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
59
        self.assertEqual('72/%40%253a%253c%253e',
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
60
                text_store._relpath('@:<>'))
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
61
        self.assertEqual('77/%25c3%25a5', text_store._relpath(u'\xe5'))
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
62
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
63
    def test_files(self):
64
        text_store = self.get_store(prefixed=True)
65
66
        text_store.add(StringIO('a'), 'a')
67
        self.failUnlessExists('62/a')
68
69
        text_store.add(StringIO('space'), ' ')
70
        self.failUnlessExists('88/%20')
71
        self.assertEquals('space', text_store.get(' ').read())
72
73
        text_store.add(StringIO('surprise'), '@:<>')
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
74
        self.failUnlessExists('72/@%3a%3c%3e')
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
75
        self.assertEquals('surprise', text_store.get('@:<>').read())
76
2309.4.6 by John Arbash Meinel
Update the 'escaped store' tests to use both unicode and utf8 file ids.
77
        self.callDeprecated([osutils._file_id_warning],
78
                            text_store.add, StringIO('unicode'), u'\xe5')
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
79
        self.failUnlessExists('77/%c3%a5')
2309.4.6 by John Arbash Meinel
Update the 'escaped store' tests to use both unicode and utf8 file ids.
80
        self.assertEquals('unicode',
81
                          self.callDeprecated([osutils._file_id_warning],
82
                          text_store.get, u'\xe5').read())
83
        self.assertEquals('unicode', text_store.get('\xc3\xa5').read())
84
85
        text_store.add(StringIO('utf8'), '\xc2\xb5')
86
        self.failUnlessExists('77/%c2%b5')
87
        self.assertEquals('utf8', text_store.get('\xc2\xb5').read())
88
        self.assertEquals('utf8',
89
                          self.callDeprecated([osutils._file_id_warning],
90
                          text_store.get, u'\xb5').read())
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
91
92
    def test_weave(self):
1608.2.1 by Martin Pool
[merge] Storage filename escaping
93
        from bzrlib.store.versioned import WeaveStore
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
94
        from bzrlib.transactions import PassThroughTransaction
95
96
        trans = PassThroughTransaction()
97
98
        t = bzrlib.transport.get_transport(self.get_url())
99
        weave_store = WeaveStore(t, prefixed=True, escaped=True)
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
100
        def add_text(file_id, rev_id, contents, parents, transaction):
101
            vfile = weave_store.get_weave_or_empty(file_id, transaction)
1608.2.13 by Martin Pool
(test_escaped_store) fix typo
102
            vfile.add_lines(rev_id, parents, contents)
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
103
1662.1.5 by Martin Pool
(test_escaped_store) Avoid calling deprecated WeaveStore.get_lines method
104
        def check_text(file_id, revision_id, contents):
105
            vfile = weave_store.get_weave(file_id, trans)
106
            self.assertEqual(contents, vfile.get_lines(revision_id))
107
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
108
        add_text('a', 'r', ['a'], [], trans)
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
109
        self.failUnlessExists('62/a.weave')
1662.1.5 by Martin Pool
(test_escaped_store) Avoid calling deprecated WeaveStore.get_lines method
110
        check_text('a', 'r', ['a'])
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
111
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
112
        add_text(' ', 'r', ['space'], [], trans)
1608.2.1 by Martin Pool
[merge] Storage filename escaping
113
        self.failIfExists('21/ .weave')
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
114
        self.failUnlessExists('88/%20.weave')
1662.1.5 by Martin Pool
(test_escaped_store) Avoid calling deprecated WeaveStore.get_lines method
115
        check_text(' ', 'r', ['space'])
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
116
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
117
        add_text('@:<>', 'r', ['surprise'], [], trans)
118
        self.failUnlessExists('72/@%3a%3c%3e.weave')
1662.1.5 by Martin Pool
(test_escaped_store) Avoid calling deprecated WeaveStore.get_lines method
119
        check_text('@:<>', 'r', ['surprise'])
1185.80.6 by John Arbash Meinel
Adding tests to make sure weave stores can retrieve the files they add.
120
2309.4.6 by John Arbash Meinel
Update the 'escaped store' tests to use both unicode and utf8 file ids.
121
        self.callDeprecated([osutils._file_id_warning],
122
                            add_text, u'\xe5', 'r', ['unicode'], [], trans)
1608.2.12 by Martin Pool
Store-escaping must quote uppercase characters too, so that they're safely
123
        self.failUnlessExists('77/%c3%a5.weave')
2309.4.6 by John Arbash Meinel
Update the 'escaped store' tests to use both unicode and utf8 file ids.
124
        self.callDeprecated([osutils._file_id_warning],
125
                            check_text, u'\xe5', 'r', ['unicode'])
126
        check_text('\xc3\xa5', 'r', ['unicode'])
127
128
        add_text('\xc2\xb5', 'r', ['utf8'], [], trans)
129
        self.failUnlessExists('77/%c2%b5.weave')
130
        check_text('\xc2\xb5', 'r', ['utf8'])
131
        self.callDeprecated([osutils._file_id_warning],
132
                            check_text, u'\xb5', 'r', ['utf8'])