1
# Copyright (C) 2006-2010 Canonical Ltd
2
# -*- coding: utf-8 -*-
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
from bzrlib import errors
19
from bzrlib.globbing import (
25
from bzrlib.tests import (
31
class TestGlobster(TestCase):
33
def assertMatch(self, matchset, glob_prefix=None):
34
for glob, positive, negative in matchset:
36
glob = glob_prefix + glob
37
globster = Globster([glob])
39
self.failUnless(globster.match(name), repr(
40
u'name "%s" does not match glob "%s" (re=%s)' %
41
(name, glob, globster._regex_patterns[0][0].pattern)))
43
self.failIf(globster.match(name), repr(
44
u'name "%s" does match glob "%s" (re=%s)' %
45
(name, glob, globster._regex_patterns[0][0].pattern)))
47
def assertMatchBasenameAndFullpath(self, matchset):
48
# test basename matcher
49
self.assertMatch(matchset)
50
# test fullpath matcher
51
self.assertMatch(matchset, glob_prefix='./')
53
def test_char_group_digit(self):
54
self.assertMatchBasenameAndFullpath([
55
# The definition of digit this uses includes arabic digits from
56
# non-latin scripts (arabic, indic, etc.) and subscript/superscript
57
# digits, but neither roman numerals nor vulgar fractions.
59
[u'0', u'5', u'\u0663', u'\u06f9', u'\u0f21', u'\xb9'],
60
[u'T', u'q', u' ', u'\u8336', u'.']),
62
[u'T', u'q', u' ', u'\u8336', u'.'],
63
[u'0', u'5', u'\u0663', u'\u06f9', u'\u0f21', u'\xb9']),
66
def test_char_group_space(self):
67
self.assertMatchBasenameAndFullpath([
69
[u' ', u'\t', u'\n', u'\xa0', u'\u2000', u'\u2002'],
70
[u'a', u'-', u'\u8336', u'.']),
72
[u'a', u'-', u'\u8336', u'.'],
73
[u' ', u'\t', u'\n', u'\xa0', u'\u2000', u'\u2002']),
76
def test_char_group_alnum(self):
77
self.assertMatchBasenameAndFullpath([
79
[u'a', u'Z', u'\u017e', u'\u8336'],
80
[u':', u'-', u'\u25cf', u'.']),
82
[u':', u'-', u'\u25cf', u'.'],
86
def test_char_group_ascii(self):
87
self.assertMatchBasenameAndFullpath([
89
[u'a', u'Q', u'^', u'.'],
90
[u'\xcc', u'\u8336']),
93
[u'a', u'Q', u'^', u'.']),
96
def test_char_group_blank(self):
97
self.assertMatchBasenameAndFullpath([
100
[u'x', u'y', u'z', u'.']),
102
[u'x', u'y', u'z', u'.'],
106
def test_char_group_cntrl(self):
107
self.assertMatchBasenameAndFullpath([
109
[u'\b', u'\t', '\x7f'],
110
[u'a', u'Q', u'\u8336', u'.']),
112
[u'a', u'Q', u'\u8336', u'.'],
113
[u'\b', u'\t', '\x7f']),
116
def test_char_group_range(self):
117
self.assertMatchBasenameAndFullpath([
126
[u'afoo', u'ABfoo']),
128
[u'fooAbar', u'foo.bar'],
130
(u'[\x20-\x30\u8336]',
131
[u'\040', u'\044', u'\u8336'],
133
(u'[^\x20-\x30\u8336]',
135
[u'\040', u'\044', u'\u8336']),
138
def test_regex(self):
141
[u'a', u'b', u'ccc'],
142
[u'd', u'aa', u'c+', u'-a']),
144
[u'a', u'b', u'ccc'],
145
[u'd', u'aa', u'c+', u'-a']),
146
(u'RE:(?P<a>.)(?P=a)',
148
[u'ab', u'aa', u'aaa']),
149
# test we can handle odd numbers of trailing backslashes
152
[u'a', u'ab', u'aa', u'aaa']),
155
def test_question_mark(self):
158
[u'xfoo', u'bar/xfoo', u'bar/\u8336foo', u'.foo', u'bar/.foo'],
159
[u'bar/foo', u'foo']),
161
[u'fooxbar', u'foo.bar', u'foo\u8336bar', u'qyzzy/foo.bar'],
164
[u'foo/xbar', u'foo/\u8336bar', u'foo/.bar'],
165
[u'foo/bar', u'bar/foo/xbar']),
168
def test_asterisk(self):
171
[u'xx', u'x.x', u'x\u8336..x', u'\u8336/x.x', u'x.y.x'],
172
[u'x/x', u'bar/x/bar/x', u'bax/abaxab']),
174
[u'foo/x', u'foo/bax', u'foo/a.x', u'foo/.x', u'foo/.q.x'],
177
[u'\u8336/x', u'foo/x', u'foo/bax', u'x/a.x', u'.foo/x',
178
u'\u8336/.x', u'foo/.q.x'],
181
[u'foo', u'foo.bar'],
182
[u'.foo', u'foo/bar', u'foo/.bar']),
184
[u'bar', u'foobar', ur'foo\nbar', u'foo.bar', u'foo/bar',
185
u'foo/foobar', u'foo/f.bar', u'.bar', u'foo/.bar'],
189
def test_double_asterisk(self):
191
# expected uses of double asterisk
193
[u'foo/x', u'foo/bar/x'],
194
[u'foox', u'foo/bax', u'foo/.x', u'foo/bar/bax']),
196
[u'bar', u'foo/bar'],
197
[u'foobar', u'foo.bar', u'foo/foobar', u'foo/f.bar',
198
u'.bar', u'foo/.bar']),
199
# check that we ignore extra *s, so *** is treated like ** not *.
201
[u'foo/x', u'foo/bar/x'],
202
[u'foox', u'foo/bax', u'foo/.x', u'foo/bar/bax']),
204
[u'bar', u'foo/bar'],
205
[u'foobar', u'foo.bar', u'foo/foobar', u'foo/f.bar',
206
u'.bar', u'foo/.bar']),
207
# the remaining tests check that ** is interpreted as *
208
# unless it is a whole path component
210
[u'x\u8336/x', u'x/x'],
211
[u'xx', u'x.x', u'bar/x/bar/x', u'x.y.x', u'x/y/x']),
213
[u'xx', u'x.x', u'x\u8336..x', u'foo/x.x', u'x.y.x'],
214
[u'bar/x/bar/x', u'xfoo/bar/x', u'x/x', u'bax/abaxab']),
216
[u'foo/x', u'foo/bax', u'foo/a.x', u'foo/.x', u'foo/.q.x'],
219
[u'foo', u'foo.bar'],
220
[u'.foo', u'foo/bar', u'foo/.bar']),
222
[u'bar', u'foobar', ur'foo\nbar', u'foo.bar', u'foo/bar',
223
u'foo/foobar', u'foo/f.bar', u'.bar', u'foo/.bar'],
227
def test_leading_dot_slash(self):
231
[u'\u8336/foo', u'barfoo', u'x/y/foo']),
234
[u'foo/bar', u'foo/.bar', u'x/foo/y']),
237
def test_backslash(self):
241
[u'\u8336/foo', u'barfoo', u'x/y/foo']),
244
[u'foo/bar', u'foo/.bar', u'x/foo/y']),
246
[u'foo/x', u'foo/bar/x'],
247
[u'foox', u'foo/bax', u'foo/.x', u'foo/bar/bax']),
250
def test_trailing_slash(self):
254
[u'\u8336/foo', u'barfoo', u'x/y/foo']),
257
[u'foo/', u'\u8336/foo', u'barfoo', u'x/y/foo']),
260
def test_leading_asterisk_dot(self):
263
[u'foo/bar/baz.x', u'\u8336/Q.x', u'foo.y.x', u'.foo.x',
264
u'bar/.foo.x', u'.x',],
267
[u'foo/b.bar', u'foo/a.b.bar', u'foo/.bar'],
270
[u'foo.py.~1~', u'.foo.py.~1~'],
274
def test_end_anchor(self):
284
def test_mixed_globs(self):
285
"""tests handling of combinations of path type matches.
287
The types being extension, basename and full path.
289
patterns = [ u'*.foo', u'.*.swp', u'./*.png']
290
globster = Globster(patterns)
291
self.assertEqual(u'*.foo', globster.match('bar.foo'))
292
self.assertEqual(u'./*.png', globster.match('foo.png'))
293
self.assertEqual(None, globster.match('foo/bar.png'))
294
self.assertEqual(u'.*.swp', globster.match('foo/.bar.py.swp'))
296
def test_large_globset(self):
297
"""tests that the globster can handle a large set of patterns.
299
Large is defined as more than supported by python regex groups,
301
This test assumes the globs are broken into regexs containing 99
304
patterns = [ u'*.%03d' % i for i in xrange(0,300) ]
305
globster = Globster(patterns)
306
# test the fence posts
307
for x in (0,98,99,197,198,296,297,299):
308
filename = u'foo.%03d' % x
309
self.assertEqual(patterns[x],globster.match(filename))
310
self.assertEqual(None,globster.match('foobar.300'))
312
def test_bad_pattern(self):
313
"""Ensure that globster handles bad patterns cleanly."""
315
g = Globster(patterns)
316
e = self.assertRaises(errors.InvalidPattern, g.match, 'foo')
317
self.assertContainsRe(e.msg, "File.*ignore.*contains errors")
320
class TestExceptionGlobster(TestCase):
322
def test_exclusion_patterns(self):
323
"""test that exception patterns are not matched"""
324
patterns = [ u'*', u'!./local', u'!./local/**/*', u'!RE:\.z.*',u'!!./.zcompdump' ]
325
globster = ExceptionGlobster(patterns)
326
self.assertEqual(u'*', globster.match('tmp/foo.txt'))
327
self.assertEqual(None, globster.match('local'))
328
self.assertEqual(None, globster.match('local/bin/wombat'))
329
self.assertEqual(None, globster.match('.zshrc'))
330
self.assertEqual(None, globster.match('.zfunctions/fiddle/flam'))
331
self.assertEqual(u'!!./.zcompdump', globster.match('.zcompdump'))
333
def test_exclusion_order(self):
334
"""test that ordering of exclusion patterns does not matter"""
335
patterns = [ u'static/**/*.html', u'!static/**/versionable.html']
336
globster = ExceptionGlobster(patterns)
337
self.assertEqual(u'static/**/*.html', globster.match('static/foo.html'))
338
self.assertEqual(None, globster.match('static/versionable.html'))
339
self.assertEqual(None, globster.match('static/bar/versionable.html'))
340
globster = ExceptionGlobster(reversed(patterns))
341
self.assertEqual(u'static/**/*.html', globster.match('static/foo.html'))
342
self.assertEqual(None, globster.match('static/versionable.html'))
343
self.assertEqual(None, globster.match('static/bar/versionable.html'))
345
class TestOrderedGlobster(TestCase):
347
def test_ordered_globs(self):
348
"""test that the first match in a list is the one found"""
349
patterns = [ u'*.foo', u'bar.*']
350
globster = _OrderedGlobster(patterns)
351
self.assertEqual(u'*.foo', globster.match('bar.foo'))
352
self.assertEqual(None, globster.match('foo.bar'))
353
globster = _OrderedGlobster(reversed(patterns))
354
self.assertEqual(u'bar.*', globster.match('bar.foo'))
355
self.assertEqual(None, globster.match('foo.bar'))
358
class TestNormalizePattern(TestCase):
360
def test_backslashes(self):
361
"""tests that backslashes are converted to forward slashes, multiple
362
backslashes are collapsed to single forward slashes and trailing
363
backslashes are removed"""
364
self.assertEqual(u'/', normalize_pattern(u'\\'))
365
self.assertEqual(u'/', normalize_pattern(u'\\\\'))
366
self.assertEqual(u'/foo/bar', normalize_pattern(u'\\foo\\bar'))
367
self.assertEqual(u'foo/bar', normalize_pattern(u'foo\\bar\\'))
368
self.assertEqual(u'/foo/bar', normalize_pattern(u'\\\\foo\\\\bar\\\\'))
370
def test_forward_slashes(self):
371
"""tests that multiple foward slashes are collapsed to single forward
372
slashes and trailing forward slashes are removed"""
373
self.assertEqual(u'/', normalize_pattern(u'/'))
374
self.assertEqual(u'/', normalize_pattern(u'//'))
375
self.assertEqual(u'/foo/bar', normalize_pattern(u'/foo/bar'))
376
self.assertEqual(u'foo/bar', normalize_pattern(u'foo/bar/'))
377
self.assertEqual(u'/foo/bar', normalize_pattern(u'//foo//bar//'))
379
def test_mixed_slashes(self):
380
"""tests that multiple mixed slashes are collapsed to single forward
381
slashes and trailing mixed slashes are removed"""
382
self.assertEqual(u'/foo/bar', normalize_pattern(u'\\/\\foo//\\///bar/\\\\/'))