1
# Copyright (C) 2006-2010 Canonical Ltd
2
# -*- coding: utf-8 -*-
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20
from bzrlib import errors
21
from bzrlib.globbing import (
27
from bzrlib.tests import (
33
class TestGlobster(TestCase):
35
def assertMatch(self, matchset, glob_prefix=None):
36
for glob, positive, negative in matchset:
38
glob = glob_prefix + glob
39
globster = Globster([glob])
41
self.failUnless(globster.match(name), repr(
42
u'name "%s" does not match glob "%s" (re=%s)' %
43
(name, glob, globster._regex_patterns[0][0].pattern)))
45
self.failIf(globster.match(name), repr(
46
u'name "%s" does match glob "%s" (re=%s)' %
47
(name, glob, globster._regex_patterns[0][0].pattern)))
49
def assertMatchBasenameAndFullpath(self, matchset):
50
# test basename matcher
51
self.assertMatch(matchset)
52
# test fullpath matcher
53
self.assertMatch(matchset, glob_prefix='./')
55
def test_char_group_digit(self):
56
self.assertMatchBasenameAndFullpath([
57
# The definition of digit this uses includes arabic digits from
58
# non-latin scripts (arabic, indic, etc.) and subscript/superscript
59
# digits, but neither roman numerals nor vulgar fractions.
61
[u'0', u'5', u'\u0663', u'\u06f9', u'\u0f21', u'\xb9'],
62
[u'T', u'q', u' ', u'\u8336', u'.']),
64
[u'T', u'q', u' ', u'\u8336', u'.'],
65
[u'0', u'5', u'\u0663', u'\u06f9', u'\u0f21', u'\xb9']),
68
def test_char_group_space(self):
69
self.assertMatchBasenameAndFullpath([
71
[u' ', u'\t', u'\n', u'\xa0', u'\u2000', u'\u2002'],
72
[u'a', u'-', u'\u8336', u'.']),
74
[u'a', u'-', u'\u8336', u'.'],
75
[u' ', u'\t', u'\n', u'\xa0', u'\u2000', u'\u2002']),
78
def test_char_group_alnum(self):
79
self.assertMatchBasenameAndFullpath([
81
[u'a', u'Z', u'\u017e', u'\u8336'],
82
[u':', u'-', u'\u25cf', u'.']),
84
[u':', u'-', u'\u25cf', u'.'],
88
def test_char_group_ascii(self):
89
self.assertMatchBasenameAndFullpath([
91
[u'a', u'Q', u'^', u'.'],
92
[u'\xcc', u'\u8336']),
95
[u'a', u'Q', u'^', u'.']),
98
def test_char_group_blank(self):
99
self.assertMatchBasenameAndFullpath([
102
[u'x', u'y', u'z', u'.']),
104
[u'x', u'y', u'z', u'.'],
108
def test_char_group_cntrl(self):
109
self.assertMatchBasenameAndFullpath([
111
[u'\b', u'\t', '\x7f'],
112
[u'a', u'Q', u'\u8336', u'.']),
114
[u'a', u'Q', u'\u8336', u'.'],
115
[u'\b', u'\t', '\x7f']),
118
def test_char_group_range(self):
119
self.assertMatchBasenameAndFullpath([
128
[u'afoo', u'ABfoo']),
130
[u'fooAbar', u'foo.bar'],
132
(u'[\x20-\x30\u8336]',
133
[u'\040', u'\044', u'\u8336'],
135
(u'[^\x20-\x30\u8336]',
137
[u'\040', u'\044', u'\u8336']),
140
def test_regex(self):
143
[u'a', u'b', u'ccc'],
144
[u'd', u'aa', u'c+', u'-a']),
146
[u'a', u'b', u'ccc'],
147
[u'd', u'aa', u'c+', u'-a']),
148
(u'RE:(?P<a>.)(?P=a)',
150
[u'ab', u'aa', u'aaa']),
151
# test we can handle odd numbers of trailing backslashes
154
[u'a', u'ab', u'aa', u'aaa']),
157
def test_question_mark(self):
160
[u'xfoo', u'bar/xfoo', u'bar/\u8336foo', u'.foo', u'bar/.foo'],
161
[u'bar/foo', u'foo']),
163
[u'fooxbar', u'foo.bar', u'foo\u8336bar', u'qyzzy/foo.bar'],
166
[u'foo/xbar', u'foo/\u8336bar', u'foo/.bar'],
167
[u'foo/bar', u'bar/foo/xbar']),
170
def test_asterisk(self):
173
[u'xx', u'x.x', u'x\u8336..x', u'\u8336/x.x', u'x.y.x'],
174
[u'x/x', u'bar/x/bar/x', u'bax/abaxab']),
176
[u'foo/x', u'foo/bax', u'foo/a.x', u'foo/.x', u'foo/.q.x'],
179
[u'\u8336/x', u'foo/x', u'foo/bax', u'x/a.x', u'.foo/x',
180
u'\u8336/.x', u'foo/.q.x'],
183
[u'foo', u'foo.bar'],
184
[u'.foo', u'foo/bar', u'foo/.bar']),
186
[u'bar', u'foobar', ur'foo\nbar', u'foo.bar', u'foo/bar',
187
u'foo/foobar', u'foo/f.bar', u'.bar', u'foo/.bar'],
191
def test_double_asterisk(self):
193
# expected uses of double asterisk
195
[u'foo/x', u'foo/bar/x'],
196
[u'foox', u'foo/bax', u'foo/.x', u'foo/bar/bax']),
198
[u'bar', u'foo/bar'],
199
[u'foobar', u'foo.bar', u'foo/foobar', u'foo/f.bar',
200
u'.bar', u'foo/.bar']),
201
# check that we ignore extra *s, so *** is treated like ** not *.
203
[u'foo/x', u'foo/bar/x'],
204
[u'foox', u'foo/bax', u'foo/.x', u'foo/bar/bax']),
206
[u'bar', u'foo/bar'],
207
[u'foobar', u'foo.bar', u'foo/foobar', u'foo/f.bar',
208
u'.bar', u'foo/.bar']),
209
# the remaining tests check that ** is interpreted as *
210
# unless it is a whole path component
212
[u'x\u8336/x', u'x/x'],
213
[u'xx', u'x.x', u'bar/x/bar/x', u'x.y.x', u'x/y/x']),
215
[u'xx', u'x.x', u'x\u8336..x', u'foo/x.x', u'x.y.x'],
216
[u'bar/x/bar/x', u'xfoo/bar/x', u'x/x', u'bax/abaxab']),
218
[u'foo/x', u'foo/bax', u'foo/a.x', u'foo/.x', u'foo/.q.x'],
221
[u'foo', u'foo.bar'],
222
[u'.foo', u'foo/bar', u'foo/.bar']),
224
[u'bar', u'foobar', ur'foo\nbar', u'foo.bar', u'foo/bar',
225
u'foo/foobar', u'foo/f.bar', u'.bar', u'foo/.bar'],
229
def test_leading_dot_slash(self):
233
[u'\u8336/foo', u'barfoo', u'x/y/foo']),
236
[u'foo/bar', u'foo/.bar', u'x/foo/y']),
239
def test_backslash(self):
243
[u'\u8336/foo', u'barfoo', u'x/y/foo']),
246
[u'foo/bar', u'foo/.bar', u'x/foo/y']),
248
[u'foo/x', u'foo/bar/x'],
249
[u'foox', u'foo/bax', u'foo/.x', u'foo/bar/bax']),
252
def test_trailing_slash(self):
256
[u'\u8336/foo', u'barfoo', u'x/y/foo']),
259
[u'foo/', u'\u8336/foo', u'barfoo', u'x/y/foo']),
262
def test_leading_asterisk_dot(self):
265
[u'foo/bar/baz.x', u'\u8336/Q.x', u'foo.y.x', u'.foo.x',
266
u'bar/.foo.x', u'.x',],
269
[u'foo/b.bar', u'foo/a.b.bar', u'foo/.bar'],
272
[u'foo.py.~1~', u'.foo.py.~1~'],
276
def test_end_anchor(self):
286
def test_mixed_globs(self):
287
"""tests handling of combinations of path type matches.
289
The types being extension, basename and full path.
291
patterns = [ u'*.foo', u'.*.swp', u'./*.png']
292
globster = Globster(patterns)
293
self.assertEqual(u'*.foo', globster.match('bar.foo'))
294
self.assertEqual(u'./*.png', globster.match('foo.png'))
295
self.assertEqual(None, globster.match('foo/bar.png'))
296
self.assertEqual(u'.*.swp', globster.match('foo/.bar.py.swp'))
298
def test_large_globset(self):
299
"""tests that the globster can handle a large set of patterns.
301
Large is defined as more than supported by python regex groups,
303
This test assumes the globs are broken into regexs containing 99
306
patterns = [ u'*.%03d' % i for i in xrange(0,300) ]
307
globster = Globster(patterns)
308
# test the fence posts
309
for x in (0,98,99,197,198,296,297,299):
310
filename = u'foo.%03d' % x
311
self.assertEqual(patterns[x],globster.match(filename))
312
self.assertEqual(None,globster.match('foobar.300'))
314
def test_bad_pattern(self):
315
"""Ensure that globster handles bad patterns cleanly."""
316
patterns = [u'RE:[', u'/home/foo', u'RE:*.cpp']
317
g = Globster(patterns)
318
e = self.assertRaises(errors.InvalidPattern, g.match, 'filename')
319
self.assertContainsRe(e.msg,
320
"File.*ignore.*contains error.*RE:\[.*RE:\*\.cpp", flags=re.DOTALL)
323
class TestExceptionGlobster(TestCase):
325
def test_exclusion_patterns(self):
326
"""test that exception patterns are not matched"""
327
patterns = [ u'*', u'!./local', u'!./local/**/*', u'!RE:\.z.*',u'!!./.zcompdump' ]
328
globster = ExceptionGlobster(patterns)
329
self.assertEqual(u'*', globster.match('tmp/foo.txt'))
330
self.assertEqual(None, globster.match('local'))
331
self.assertEqual(None, globster.match('local/bin/wombat'))
332
self.assertEqual(None, globster.match('.zshrc'))
333
self.assertEqual(None, globster.match('.zfunctions/fiddle/flam'))
334
self.assertEqual(u'!!./.zcompdump', globster.match('.zcompdump'))
336
def test_exclusion_order(self):
337
"""test that ordering of exclusion patterns does not matter"""
338
patterns = [ u'static/**/*.html', u'!static/**/versionable.html']
339
globster = ExceptionGlobster(patterns)
340
self.assertEqual(u'static/**/*.html', globster.match('static/foo.html'))
341
self.assertEqual(None, globster.match('static/versionable.html'))
342
self.assertEqual(None, globster.match('static/bar/versionable.html'))
343
globster = ExceptionGlobster(reversed(patterns))
344
self.assertEqual(u'static/**/*.html', globster.match('static/foo.html'))
345
self.assertEqual(None, globster.match('static/versionable.html'))
346
self.assertEqual(None, globster.match('static/bar/versionable.html'))
348
class TestOrderedGlobster(TestCase):
350
def test_ordered_globs(self):
351
"""test that the first match in a list is the one found"""
352
patterns = [ u'*.foo', u'bar.*']
353
globster = _OrderedGlobster(patterns)
354
self.assertEqual(u'*.foo', globster.match('bar.foo'))
355
self.assertEqual(None, globster.match('foo.bar'))
356
globster = _OrderedGlobster(reversed(patterns))
357
self.assertEqual(u'bar.*', globster.match('bar.foo'))
358
self.assertEqual(None, globster.match('foo.bar'))
361
class TestNormalizePattern(TestCase):
363
def test_backslashes(self):
364
"""tests that backslashes are converted to forward slashes, multiple
365
backslashes are collapsed to single forward slashes and trailing
366
backslashes are removed"""
367
self.assertEqual(u'/', normalize_pattern(u'\\'))
368
self.assertEqual(u'/', normalize_pattern(u'\\\\'))
369
self.assertEqual(u'/foo/bar', normalize_pattern(u'\\foo\\bar'))
370
self.assertEqual(u'foo/bar', normalize_pattern(u'foo\\bar\\'))
371
self.assertEqual(u'/foo/bar', normalize_pattern(u'\\\\foo\\\\bar\\\\'))
373
def test_forward_slashes(self):
374
"""tests that multiple foward slashes are collapsed to single forward
375
slashes and trailing forward slashes are removed"""
376
self.assertEqual(u'/', normalize_pattern(u'/'))
377
self.assertEqual(u'/', normalize_pattern(u'//'))
378
self.assertEqual(u'/foo/bar', normalize_pattern(u'/foo/bar'))
379
self.assertEqual(u'foo/bar', normalize_pattern(u'foo/bar/'))
380
self.assertEqual(u'/foo/bar', normalize_pattern(u'//foo//bar//'))
382
def test_mixed_slashes(self):
383
"""tests that multiple mixed slashes are collapsed to single forward
384
slashes and trailing mixed slashes are removed"""
385
self.assertEqual(u'/foo/bar', normalize_pattern(u'\\/\\foo//\\///bar/\\\\/'))