~bzr-pqm/bzr/bzr.dev

5557.1.15 by John Arbash Meinel
Merge bzr.dev 5597 to resolve NEWS, aka bzr-2.3.txt
1
# Copyright (C) 2009, 2010, 2011 Canonical Ltd
4584.3.21 by Martin Pool
Start adding tests for apport
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
17
"""A collection of commonly used 'Features' to optionally run tests.
18
"""
5241.2.1 by Robert Collins
Merge up from 2.0/2.1:
19
5036.3.8 by Parth Malwankar
closed review comments from vila
20
import os
6060.1.1 by John Arbash Meinel
import subprocess in 'bzrlib.tests.features' so that certain features can properly probe.
21
import subprocess
5036.3.8 by Parth Malwankar
closed review comments from vila
22
import stat
5609.47.1 by Alexander Belchenko
Win32Feature
23
import sys
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
24
import tempfile
4584.3.21 by Martin Pool
Start adding tests for apport
25
5321.2.1 by Vincent Ladeuil
Fix style issues, including vertical spaces, lines too long and multi lines imports.
26
from bzrlib import (
27
    osutils,
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
28
    symbol_versioning,
5321.2.1 by Vincent Ladeuil
Fix style issues, including vertical spaces, lines too long and multi lines imports.
29
    tests,
30
    )
4913.2.19 by John Arbash Meinel
Compatibly rename ApportFeature to features.apport.
31
32
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
33
class Feature(object):
34
    """An operating system Feature."""
35
36
    def __init__(self):
37
        self._available = None
38
39
    def available(self):
40
        """Is the feature available?
41
42
        :return: True if the feature is available.
43
        """
44
        if self._available is None:
45
            self._available = self._probe()
46
        return self._available
47
48
    def _probe(self):
49
        """Implement this method in concrete features.
50
51
        :return: True if the feature is available.
52
        """
53
        raise NotImplementedError
54
55
    def __str__(self):
56
        if getattr(self, 'feature_name', None):
57
            return self.feature_name()
58
        return self.__class__.__name__
59
60
61
class _SymlinkFeature(Feature):
62
63
    def _probe(self):
64
        return osutils.has_symlinks()
65
66
    def feature_name(self):
67
        return 'symlinks'
68
69
SymlinkFeature = _SymlinkFeature()
70
71
72
class _HardlinkFeature(Feature):
73
74
    def _probe(self):
75
        return osutils.has_hardlinks()
76
77
    def feature_name(self):
78
        return 'hardlinks'
79
80
HardlinkFeature = _HardlinkFeature()
81
82
83
class _OsFifoFeature(Feature):
84
85
    def _probe(self):
86
        return getattr(os, 'mkfifo', None)
87
88
    def feature_name(self):
89
        return 'filesystem fifos'
90
91
OsFifoFeature = _OsFifoFeature()
92
93
94
class _UnicodeFilenameFeature(Feature):
95
    """Does the filesystem support Unicode filenames?"""
96
97
    def _probe(self):
98
        try:
99
            # Check for character combinations unlikely to be covered by any
100
            # single non-unicode encoding. We use the characters
101
            # - greek small letter alpha (U+03B1) and
102
            # - braille pattern dots-123456 (U+283F).
103
            os.stat(u'\u03b1\u283f')
104
        except UnicodeEncodeError:
105
            return False
106
        except (IOError, OSError):
107
            # The filesystem allows the Unicode filename but the file doesn't
108
            # exist.
109
            return True
110
        else:
111
            # The filesystem allows the Unicode filename and the file exists,
112
            # for some reason.
113
            return True
114
115
UnicodeFilenameFeature = _UnicodeFilenameFeature()
116
117
118
class _CompatabilityThunkFeature(Feature):
119
    """This feature is just a thunk to another feature.
120
121
    It issues a deprecation warning if it is accessed, to let you know that you
122
    should really use a different feature.
123
    """
124
125
    def __init__(self, dep_version, module, name,
126
                 replacement_name, replacement_module=None):
127
        super(_CompatabilityThunkFeature, self).__init__()
128
        self._module = module
129
        if replacement_module is None:
130
            replacement_module = module
131
        self._replacement_module = replacement_module
132
        self._name = name
133
        self._replacement_name = replacement_name
134
        self._dep_version = dep_version
135
        self._feature = None
136
137
    def _ensure(self):
138
        if self._feature is None:
139
            from bzrlib import pyutils
140
            depr_msg = self._dep_version % ('%s.%s'
141
                                            % (self._module, self._name))
142
            use_msg = ' Use %s.%s instead.' % (self._replacement_module,
143
                                               self._replacement_name)
144
            symbol_versioning.warn(depr_msg + use_msg, DeprecationWarning)
145
            # Import the new feature and use it as a replacement for the
146
            # deprecated one.
147
            self._feature = pyutils.get_named_object(
148
                self._replacement_module, self._replacement_name)
149
150
    def _probe(self):
151
        self._ensure()
152
        return self._feature._probe()
153
154
155
class ModuleAvailableFeature(Feature):
156
    """This is a feature than describes a module we want to be available.
157
158
    Declare the name of the module in __init__(), and then after probing, the
159
    module will be available as 'self.module'.
160
161
    :ivar module: The module if it is available, else None.
162
    """
163
164
    def __init__(self, module_name):
165
        super(ModuleAvailableFeature, self).__init__()
166
        self.module_name = module_name
167
168
    def _probe(self):
5642.4.3 by Vincent Ladeuil
Rework the fix taking mgz remarks into account and rebasing against trunk.
169
        sentinel = object()
170
        module = sys.modules.get(self.module_name, sentinel)
171
        if module is sentinel:
172
            try:
173
                self._module = __import__(self.module_name, {}, {}, [''])
174
                return True
175
            except ImportError:
176
                return False
177
        else:
178
            self._module = module
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
179
            return True
180
181
    @property
182
    def module(self):
183
        if self.available():
184
            return self._module
185
        return None
186
187
    def feature_name(self):
188
        return self.module_name
189
190
191
class _HTTPSServerFeature(Feature):
192
    """Some tests want an https Server, check if one is available.
193
194
    Right now, the only way this is available is under python2.6 which provides
195
    an ssl module.
196
    """
197
198
    def _probe(self):
199
        try:
200
            import ssl
201
            return True
202
        except ImportError:
203
            return False
204
205
    def feature_name(self):
206
        return 'HTTPSServer'
207
208
209
HTTPSServerFeature = _HTTPSServerFeature()
210
211
212
class _ByteStringNamedFilesystem(Feature):
213
    """Is the filesystem based on bytes?"""
214
215
    def _probe(self):
216
        if os.name == "posix":
217
            return True
218
        return False
219
220
ByteStringNamedFilesystem = _ByteStringNamedFilesystem()
221
222
223
class _UTF8Filesystem(Feature):
224
    """Is the filesystem UTF-8?"""
225
226
    def _probe(self):
227
        if osutils._fs_enc.upper() in ('UTF-8', 'UTF8'):
228
            return True
229
        return False
230
231
UTF8Filesystem = _UTF8Filesystem()
232
233
234
class _BreakinFeature(Feature):
235
    """Does this platform support the breakin feature?"""
236
237
    def _probe(self):
238
        from bzrlib import breakin
239
        if breakin.determine_signal() is None:
240
            return False
241
        if sys.platform == 'win32':
242
            # Windows doesn't have os.kill, and we catch the SIGBREAK signal.
243
            # We trigger SIGBREAK via a Console api so we need ctypes to
244
            # access the function
245
            try:
246
                import ctypes
247
            except OSError:
248
                return False
249
        return True
250
251
    def feature_name(self):
252
        return "SIGQUIT or SIGBREAK w/ctypes on win32"
253
254
255
BreakinFeature = _BreakinFeature()
256
257
258
class _CaseInsCasePresFilenameFeature(Feature):
259
    """Is the file-system case insensitive, but case-preserving?"""
260
261
    def _probe(self):
262
        fileno, name = tempfile.mkstemp(prefix='MixedCase')
263
        try:
264
            # first check truly case-preserving for created files, then check
265
            # case insensitive when opening existing files.
266
            name = osutils.normpath(name)
267
            base, rel = osutils.split(name)
268
            found_rel = osutils.canonical_relpath(base, name)
269
            return (found_rel == rel
270
                    and os.path.isfile(name.upper())
271
                    and os.path.isfile(name.lower()))
272
        finally:
273
            os.close(fileno)
274
            os.remove(name)
275
276
    def feature_name(self):
277
        return "case-insensitive case-preserving filesystem"
278
279
CaseInsCasePresFilenameFeature = _CaseInsCasePresFilenameFeature()
280
281
282
class _CaseInsensitiveFilesystemFeature(Feature):
283
    """Check if underlying filesystem is case-insensitive but *not* case
284
    preserving.
285
    """
286
    # Note that on Windows, Cygwin, MacOS etc, the file-systems are far
287
    # more likely to be case preserving, so this case is rare.
288
289
    def _probe(self):
290
        if CaseInsCasePresFilenameFeature.available():
291
            return False
292
293
        if tests.TestCaseWithMemoryTransport.TEST_ROOT is None:
294
            root = osutils.mkdtemp(prefix='testbzr-', suffix='.tmp')
295
            tests.TestCaseWithMemoryTransport.TEST_ROOT = root
296
        else:
297
            root = tests.TestCaseWithMemoryTransport.TEST_ROOT
298
        tdir = osutils.mkdtemp(prefix='case-sensitive-probe-', suffix='',
299
            dir=root)
300
        name_a = osutils.pathjoin(tdir, 'a')
301
        name_A = osutils.pathjoin(tdir, 'A')
302
        os.mkdir(name_a)
303
        result = osutils.isdir(name_A)
304
        tests._rmtree_temp_dir(tdir)
305
        return result
306
307
    def feature_name(self):
308
        return 'case-insensitive filesystem'
309
310
CaseInsensitiveFilesystemFeature = _CaseInsensitiveFilesystemFeature()
311
312
313
class _CaseSensitiveFilesystemFeature(Feature):
314
315
    def _probe(self):
316
        if CaseInsCasePresFilenameFeature.available():
317
            return False
318
        elif CaseInsensitiveFilesystemFeature.available():
319
            return False
320
        else:
321
            return True
322
323
    def feature_name(self):
324
        return 'case-sensitive filesystem'
325
326
# new coding style is for feature instances to be lowercase
327
case_sensitive_filesystem_feature = _CaseSensitiveFilesystemFeature()
328
329
330
class _NotRunningAsRoot(Feature):
4797.70.1 by Vincent Ladeuil
Skip chmodbits dependent tests when running as root
331
332
    def _probe(self):
333
        try:
334
            uid = os.getuid()
335
        except AttributeError:
336
            # If there is no uid, chances are there is no root either
337
            return True
338
        return uid != 0
339
340
    def feature_name(self):
341
        return 'Not running as root'
342
343
344
not_running_as_root = _NotRunningAsRoot()
5448.5.9 by Vincent Ladeuil
Make the test depends on a feature so it's skipped if meliae is not installed
345
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
346
apport = ModuleAvailableFeature('apport')
5967.12.2 by Martin Pool
Move all features to bzrlib.tests.features in 2.5
347
gpgme = ModuleAvailableFeature('gpgme')
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
348
lzma = ModuleAvailableFeature('lzma')
349
meliae = ModuleAvailableFeature('meliae')
350
paramiko = ModuleAvailableFeature('paramiko')
351
pycurl = ModuleAvailableFeature('pycurl')
352
pywintypes = ModuleAvailableFeature('pywintypes')
353
sphinx = ModuleAvailableFeature('sphinx')
354
subunit = ModuleAvailableFeature('subunit')
5967.12.3 by Martin Pool
Unify duplicated UnicodeFilename and _PosixPermissionsFeature
355
testtools = ModuleAvailableFeature('testtools')
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
356
357
compiled_patiencediff_feature = ModuleAvailableFeature(
358
    'bzrlib._patiencediff_c')
359
meliae_feature = ModuleAvailableFeature('meliae.scanner')
360
lsprof_feature = ModuleAvailableFeature('bzrlib.lsprof')
361
362
363
class _BackslashDirSeparatorFeature(Feature):
5241.2.1 by Robert Collins
Merge up from 2.0/2.1:
364
365
    def _probe(self):
366
        try:
367
            os.lstat(os.getcwd() + '\\')
368
        except OSError:
369
            return False
370
        else:
371
            return True
372
373
    def feature_name(self):
374
        return "Filesystem treats '\\' as a directory separator."
375
376
backslashdir_feature = _BackslashDirSeparatorFeature()
377
378
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
379
class _ChownFeature(Feature):
5051.4.10 by Parth Malwankar
moved ChownFeature to tests/features.py
380
    """os.chown is supported"""
381
382
    def _probe(self):
383
        return os.name == 'posix' and hasattr(os, 'chown')
384
5051.4.11 by Parth Malwankar
closed Martins review comments.
385
chown_feature = _ChownFeature()
5051.4.10 by Parth Malwankar
moved ChownFeature to tests/features.py
386
5147.5.20 by Martin von Gagern
Move ExecutableFeature class from bash_completion plugin to bzrlib tests.
387
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
388
class ExecutableFeature(Feature):
5147.5.20 by Martin von Gagern
Move ExecutableFeature class from bash_completion plugin to bzrlib tests.
389
    """Feature testing whether an executable of a given name is on the PATH."""
390
391
    def __init__(self, name):
392
        super(ExecutableFeature, self).__init__()
393
        self.name = name
5147.5.23 by Martin von Gagern
Have ExecutableFeature implement and use _probe.
394
        self._path = None
5147.5.20 by Martin von Gagern
Move ExecutableFeature class from bash_completion plugin to bzrlib tests.
395
396
    @property
397
    def path(self):
5147.5.23 by Martin von Gagern
Have ExecutableFeature implement and use _probe.
398
        # This is a property, so accessing path ensures _probe was called
399
        self.available()
400
        return self._path
5147.5.20 by Martin von Gagern
Move ExecutableFeature class from bash_completion plugin to bzrlib tests.
401
5147.5.23 by Martin von Gagern
Have ExecutableFeature implement and use _probe.
402
    def _probe(self):
5321.1.82 by Gordon Tyler
Changed ExecutableFeature to use osutils.find_executable_on_path.
403
        self._path = osutils.find_executable_on_path(self.name)
404
        return self._path is not None
5147.5.20 by Martin von Gagern
Move ExecutableFeature class from bash_completion plugin to bzrlib tests.
405
406
    def feature_name(self):
407
        return '%s executable' % self.name
5147.5.24 by Martin von Gagern
Move ExecutableFeature instances to tests.features module.
408
409
410
bash_feature = ExecutableFeature('bash')
411
sed_feature = ExecutableFeature('sed')
5349.1.5 by Matthäus G. Chajdas
Fix issues raised by Vincent Ladeuil.
412
diff_feature = ExecutableFeature('diff')
5609.47.1 by Alexander Belchenko
Win32Feature
413
414
5967.12.1 by Martin Pool
Move all test features into bzrlib.tests.features
415
class _PosixPermissionsFeature(Feature):
416
417
    def _probe(self):
418
        def has_perms():
419
            # Create temporary file and check if specified perms are
420
            # maintained.
421
            write_perms = stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR
422
            f = tempfile.mkstemp(prefix='bzr_perms_chk_')
423
            fd, name = f
424
            os.close(fd)
425
            os.chmod(name, write_perms)
426
427
            read_perms = os.stat(name).st_mode & 0777
428
            os.unlink(name)
429
            return (write_perms == read_perms)
430
431
        return (os.name == 'posix') and has_perms()
432
433
    def feature_name(self):
434
        return 'POSIX permissions support'
435
436
437
posix_permissions_feature = _PosixPermissionsFeature()
438
439
440
class _StraceFeature(Feature):
441
442
    def _probe(self):
443
        try:
444
            proc = subprocess.Popen(['strace'],
445
                stderr=subprocess.PIPE,
446
                stdout=subprocess.PIPE)
447
            proc.communicate()
448
            return True
449
        except OSError, e:
450
            if e.errno == errno.ENOENT:
451
                # strace is not installed
452
                return False
453
            else:
454
                raise
455
456
    def feature_name(self):
457
        return 'strace'
458
459
460
strace_feature = _StraceFeature()
461
462
463
class _AttribFeature(Feature):
464
465
    def _probe(self):
466
        if (sys.platform not in ('cygwin', 'win32')):
467
            return False
468
        try:
469
            proc = subprocess.Popen(['attrib', '.'], stdout=subprocess.PIPE)
470
        except OSError, e:
471
            return False
472
        return (0 == proc.wait())
473
474
    def feature_name(self):
475
        return 'attrib Windows command-line tool'
476
477
478
AttribFeature = _AttribFeature()
5967.12.2 by Martin Pool
Move all features to bzrlib.tests.features in 2.5
479
480
5967.12.3 by Martin Pool
Unify duplicated UnicodeFilename and _PosixPermissionsFeature
481
class Win32Feature(Feature):
5609.47.1 by Alexander Belchenko
Win32Feature
482
    """Feature testing whether we're running selftest on Windows
5609.47.4 by Alexander Belchenko
fixed typo
483
    or Windows-like platform.
5609.47.1 by Alexander Belchenko
Win32Feature
484
    """
485
486
    def _probe(self):
487
        return sys.platform == 'win32'
488
489
    def feature_name(self):
490
        return "win32 platform"
491
5967.12.4 by Martin Pool
Support (but deprecated) old feature names
492
5609.47.1 by Alexander Belchenko
Win32Feature
493
win32_feature = Win32Feature()
5967.12.4 by Martin Pool
Support (but deprecated) old feature names
494
495
496
for name in ['HTTPServerFeature', 
497
    'HTTPSServerFeature', 'SymlinkFeature', 'HardlinkFeature',
498
    'OsFifoFeature', 'UnicodeFilenameFeature',
499
    'ByteStringNamedFilesystem', 'UTF8Filesystem',
500
    'BreakinFeature', 'CaseInsCasePresFilenameFeature',
501
    'CaseInsensitiveFilesystemFeature', 'case_sensitive_filesystem_feature',
502
    'posix_permissions_feature',
503
    ]:
504
    setattr(tests, name, _CompatabilityThunkFeature(
6034.2.3 by Martin Pool
bzrlib.tests.Feature moved to tests.features in 2.5 not 2.4
505
        symbol_versioning.deprecated_in((2, 5, 0)),
5967.12.4 by Martin Pool
Support (but deprecated) old feature names
506
        'bzrlib.tests', name,
507
        name, 'bzrlib.tests.features'))
508
509
510
for (old_name, new_name) in [
511
    ('UnicodeFilename', 'UnicodeFilenameFeature'),
512
    ]:
513
    setattr(tests, name, _CompatabilityThunkFeature(
6034.2.3 by Martin Pool
bzrlib.tests.Feature moved to tests.features in 2.5 not 2.4
514
        symbol_versioning.deprecated_in((2, 5, 0)),
5967.12.4 by Martin Pool
Support (but deprecated) old feature names
515
        'bzrlib.tests', old_name,
516
        new_name, 'bzrlib.tests.features'))