39
36
file(pathjoin(br_dir, "a"), "w").write("hello")
40
37
wt.add(["a"], ["a-id"])
44
a_circle_d = u'a\u030a'
48
z_umlat_d = u'Z\u030c'
49
squared_c = u'\xbc' # This gets mapped to '2' if we use NFK[CD]
51
quarter_c = u'\xb2' # Gets mapped to u'1\u20444' (1/4) if we use NFK[CD]
55
class TestNormalization(TestCase):
56
"""Verify that we have our normalizations correct."""
58
def test_normalize(self):
59
self.assertEqual(a_circle_d, normalize('NFD', a_circle_c))
60
self.assertEqual(a_circle_c, normalize('NFC', a_circle_d))
61
self.assertEqual(a_dots_d, normalize('NFD', a_dots_c))
62
self.assertEqual(a_dots_c, normalize('NFC', a_dots_d))
63
self.assertEqual(z_umlat_d, normalize('NFD', z_umlat_c))
64
self.assertEqual(z_umlat_c, normalize('NFC', z_umlat_d))
65
self.assertEqual(squared_d, normalize('NFC', squared_c))
66
self.assertEqual(squared_c, normalize('NFD', squared_d))
67
self.assertEqual(quarter_d, normalize('NFC', quarter_c))
68
self.assertEqual(quarter_c, normalize('NFD', quarter_d))
71
class NormalizedFilename(TestCaseWithTransport):
72
"""Test normalized_filename and associated helpers"""
74
def test__accessible_normalized_filename(self):
75
anf = osutils._accessible_normalized_filename
76
# normalized_filename should allow plain ascii strings
77
# not just unicode strings
78
self.assertEqual((u'ascii', True), anf('ascii'))
79
self.assertEqual((a_circle_c, True), anf(a_circle_c))
80
self.assertEqual((a_circle_c, True), anf(a_circle_d))
81
self.assertEqual((a_dots_c, True), anf(a_dots_c))
82
self.assertEqual((a_dots_c, True), anf(a_dots_d))
83
self.assertEqual((z_umlat_c, True), anf(z_umlat_c))
84
self.assertEqual((z_umlat_c, True), anf(z_umlat_d))
85
self.assertEqual((squared_c, True), anf(squared_c))
86
self.assertEqual((squared_c, True), anf(squared_d))
87
self.assertEqual((quarter_c, True), anf(quarter_c))
88
self.assertEqual((quarter_c, True), anf(quarter_d))
90
def test__inaccessible_normalized_filename(self):
91
inf = osutils._inaccessible_normalized_filename
92
# normalized_filename should allow plain ascii strings
93
# not just unicode strings
94
self.assertEqual((u'ascii', True), inf('ascii'))
95
self.assertEqual((a_circle_c, True), inf(a_circle_c))
96
self.assertEqual((a_circle_c, False), inf(a_circle_d))
97
self.assertEqual((a_dots_c, True), inf(a_dots_c))
98
self.assertEqual((a_dots_c, False), inf(a_dots_d))
99
self.assertEqual((z_umlat_c, True), inf(z_umlat_c))
100
self.assertEqual((z_umlat_c, False), inf(z_umlat_d))
101
self.assertEqual((squared_c, True), inf(squared_c))
102
self.assertEqual((squared_c, True), inf(squared_d))
103
self.assertEqual((quarter_c, True), inf(quarter_c))
104
self.assertEqual((quarter_c, True), inf(quarter_d))
106
def test_functions(self):
107
if osutils.normalizes_filenames():
108
self.assertEqual(osutils.normalized_filename,
109
osutils._accessible_normalized_filename)
111
self.assertEqual(osutils.normalized_filename,
112
osutils._inaccessible_normalized_filename)
114
def test_platform(self):
115
# With FAT32 and certain encodings on win32
116
# a_circle_c and a_dots_c actually map to the same file
117
# adding a suffix kicks in the 'preserving but insensitive'
118
# route, and maintains the right files
119
files = [a_circle_c+'.1', a_dots_c+'.2', z_umlat_c+'.3']
121
self.build_tree(files)
123
raise TestSkipped("filesystem cannot create unicode files")
125
if sys.platform == 'darwin':
126
expected = sorted([a_circle_d+'.1', a_dots_d+'.2', z_umlat_d+'.3'])
128
expected = sorted(files)
130
present = sorted(os.listdir(u'.'))
131
self.assertEqual(expected, present)
133
def test_access_normalized(self):
134
# We should always be able to access files created with
135
# normalized filenames
136
# With FAT32 and certain encodings on win32
137
# a_circle_c and a_dots_c actually map to the same file
138
# adding a suffix kicks in the 'preserving but insensitive'
139
# route, and maintains the right files
140
files = [a_circle_c+'.1', a_dots_c+'.2', z_umlat_c+'.3',
141
squared_c+'.4', quarter_c+'.5']
143
self.build_tree(files, line_endings='native')
145
raise TestSkipped("filesystem cannot create unicode files")
148
# We should get an exception if we can't open the file at
150
path, can_access = osutils.normalized_filename(fname)
152
self.assertEqual(path, fname)
153
self.assertTrue(can_access)
158
shouldbe = 'contents of %s%s' % (path.encode('utf8'),
163
self.assertEqual(shouldbe, actual,
164
'contents of %r is incorrect: %r != %r'
165
% (path, shouldbe, actual))
167
def test_access_non_normalized(self):
168
# Sometimes we can access non-normalized files by their normalized
169
# path, verify that normalized_filename returns the right info
170
files = [a_circle_d+'.1', a_dots_d+'.2', z_umlat_d+'.3']
173
self.build_tree(files)
175
raise TestSkipped("filesystem cannot create unicode files")
178
# We should get an exception if we can't open the file at
180
path, can_access = osutils.normalized_filename(fname)
182
self.assertNotEqual(path, fname)
184
# We should always be able to access them from the name
185
# they were created with
186
f = open(fname, 'rb')
189
# And normalized_filename sholud tell us correctly if we can
190
# access them by an alternate name
195
self.assertRaises(IOError, open, path, 'rb')