13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
17
"""Tests for the test framework."""
19
from cStringIO import StringIO
20
from doctest import ELLIPSIS
21
from StringIO import StringIO
28
from testtools import MultiTestResult
29
from testtools.content_type import ContentType
30
from testtools.matchers import (
34
import testtools.tests.helpers
37
28
from bzrlib import (
53
from bzrlib.repofmt import (
58
from bzrlib.symbol_versioning import (
34
from bzrlib.progress import _BaseProgressBar
63
35
from bzrlib.tests import (
39
TestCaseWithMemoryTransport,
40
TestCaseWithTransport,
45
from bzrlib.tests.test_sftp_transport import TestCaseWithSFTPServer
46
from bzrlib.tests.TestUtil import _load_module_by_name
47
import bzrlib.errors as errors
48
from bzrlib import symbol_versioning
49
from bzrlib.symbol_versioning import zero_ten, zero_eleven
70
50
from bzrlib.trace import note
71
from bzrlib.transport import memory
51
from bzrlib.transport.memory import MemoryServer, MemoryTransport
72
52
from bzrlib.version import _get_bzr_source_tree
75
def _test_ids(test_suite):
76
"""Get the ids for the tests in a test suite."""
77
return [t.id() for t in tests.iter_suite_tests(test_suite)]
80
class SelftestTests(tests.TestCase):
55
class SelftestTests(TestCase):
82
57
def test_import_tests(self):
83
mod = TestUtil._load_module_by_name('bzrlib.tests.test_selftest')
58
mod = _load_module_by_name('bzrlib.tests.test_selftest')
84
59
self.assertEqual(mod.SelftestTests, SelftestTests)
86
61
def test_import_test_failure(self):
87
62
self.assertRaises(ImportError,
88
TestUtil._load_module_by_name,
89
64
'bzrlib.no-name-yet')
92
class MetaTestLog(tests.TestCase):
67
class MetaTestLog(TestCase):
94
69
def test_logging(self):
95
70
"""Test logs are captured when a test fails."""
96
71
self.log('a test message')
97
details = self.getDetails()
99
self.assertThat(log.content_type, Equals(ContentType(
100
"text", "plain", {"charset": "utf8"})))
101
self.assertThat(u"".join(log.iter_text()), Equals(self.get_log()))
102
self.assertThat(self.get_log(),
103
DocTestMatches(u"...a test message\n", ELLIPSIS))
106
class TestUnicodeFilename(tests.TestCase):
108
def test_probe_passes(self):
109
"""UnicodeFilename._probe passes."""
110
# We can't test much more than that because the behaviour depends
112
tests.UnicodeFilename._probe()
115
class TestTreeShape(tests.TestCaseInTempDir):
72
self._log_file.flush()
73
self.assertContainsRe(self._get_log(keep_log_file=True),
77
class TestTreeShape(TestCaseInTempDir):
117
79
def test_unicode_paths(self):
118
self.requireFeature(tests.UnicodeFilename)
120
80
filename = u'hell\u00d8'
121
self.build_tree_contents([(filename, 'contents of hello')])
82
self.build_tree_contents([(filename, 'contents of hello')])
83
except UnicodeEncodeError:
84
raise TestSkipped("can't build unicode working tree in "
85
"filesystem encoding %s" % sys.getfilesystemencoding())
122
86
self.failUnlessExists(filename)
125
class TestTransportScenarios(tests.TestCase):
89
class TestTransportProviderAdapter(TestCase):
126
90
"""A group of tests that test the transport implementation adaption core.
128
This is a meta test that the tests are applied to all available
92
This is a meta test that the tests are applied to all available
131
This will be generalised in the future which is why it is in this
95
This will be generalised in the future which is why it is in this
132
96
test file even though it is specific to transport tests at the moment.
135
99
def test_get_transport_permutations(self):
136
# this checks that get_test_permutations defined by the module is
137
# called by the get_transport_test_permutations function.
100
# this checks that we the module get_test_permutations call
101
# is made by the adapter get_transport_test_permitations method.
138
102
class MockModule(object):
139
103
def get_test_permutations(self):
140
104
return sample_permutation
141
105
sample_permutation = [(1,2), (3,4)]
142
from bzrlib.tests.per_transport import get_transport_test_permutations
106
from bzrlib.transport import TransportTestProviderAdapter
107
adapter = TransportTestProviderAdapter()
143
108
self.assertEqual(sample_permutation,
144
get_transport_test_permutations(MockModule()))
109
adapter.get_transport_test_permutations(MockModule()))
146
def test_scenarios_include_all_modules(self):
147
# this checks that the scenario generator returns as many permutations
148
# as there are in all the registered transport modules - we assume if
149
# this matches its probably doing the right thing especially in
150
# combination with the tests for setting the right classes below.
151
from bzrlib.tests.per_transport import transport_test_permutations
152
from bzrlib.transport import _get_transport_modules
111
def test_adapter_checks_all_modules(self):
112
# this checks that the adapter returns as many permurtations as
113
# there are in all the registered# transport modules for there
114
# - we assume if this matches its probably doing the right thing
115
# especially in combination with the tests for setting the right
117
from bzrlib.transport import (TransportTestProviderAdapter,
118
_get_transport_modules
153
120
modules = _get_transport_modules()
154
121
permutation_count = 0
155
122
for module in modules:
157
permutation_count += len(reduce(getattr,
124
permutation_count += len(reduce(getattr,
158
125
(module + ".get_test_permutations").split('.')[1:],
159
126
__import__(module))())
160
127
except errors.DependencyNotPresent:
162
scenarios = transport_test_permutations()
163
self.assertEqual(permutation_count, len(scenarios))
129
input_test = TestTransportProviderAdapter(
130
"test_adapter_sets_transport_class")
131
adapter = TransportTestProviderAdapter()
132
self.assertEqual(permutation_count,
133
len(list(iter(adapter.adapt(input_test)))))
165
def test_scenarios_include_transport_class(self):
135
def test_adapter_sets_transport_class(self):
136
# Check that the test adapter inserts a transport and server into the
166
139
# This test used to know about all the possible transports and the
167
140
# order they were returned but that seems overly brittle (mbp
169
from bzrlib.tests.per_transport import transport_test_permutations
170
scenarios = transport_test_permutations()
142
input_test = TestTransportProviderAdapter(
143
"test_adapter_sets_transport_class")
144
from bzrlib.transport import TransportTestProviderAdapter
145
suite = TransportTestProviderAdapter().adapt(input_test)
146
tests = list(iter(suite))
147
self.assertTrue(len(tests) > 6)
171
148
# there are at least that many builtin transports
172
self.assertTrue(len(scenarios) > 6)
173
one_scenario = scenarios[0]
174
self.assertIsInstance(one_scenario[0], str)
175
self.assertTrue(issubclass(one_scenario[1]["transport_class"],
150
self.assertTrue(issubclass(one_test.transport_class,
176
151
bzrlib.transport.Transport))
177
self.assertTrue(issubclass(one_scenario[1]["transport_server"],
152
self.assertTrue(issubclass(one_test.transport_server,
178
153
bzrlib.transport.Server))
181
class TestBranchScenarios(tests.TestCase):
156
class TestBranchProviderAdapter(TestCase):
157
"""A group of tests that test the branch implementation test adapter."""
183
def test_scenarios(self):
159
def test_adapted_tests(self):
184
160
# check that constructor parameters are passed through to the adapted
186
from bzrlib.tests.per_branch import make_scenarios
162
from bzrlib.branch import BranchTestProviderAdapter
163
input_test = TestBranchProviderAdapter(
164
"test_adapted_tests")
189
167
formats = [("c", "C"), ("d", "D")]
190
scenarios = make_scenarios(server1, server2, formats)
191
self.assertEqual(2, len(scenarios))
194
{'branch_format': 'c',
195
'bzrdir_format': 'C',
196
'transport_readonly_server': 'b',
197
'transport_server': 'a'}),
199
{'branch_format': 'd',
200
'bzrdir_format': 'D',
201
'transport_readonly_server': 'b',
202
'transport_server': 'a'})],
206
class TestBzrDirScenarios(tests.TestCase):
208
def test_scenarios(self):
168
adapter = BranchTestProviderAdapter(server1, server2, formats)
169
suite = adapter.adapt(input_test)
170
tests = list(iter(suite))
171
self.assertEqual(2, len(tests))
172
self.assertEqual(tests[0].branch_format, formats[0][0])
173
self.assertEqual(tests[0].bzrdir_format, formats[0][1])
174
self.assertEqual(tests[0].transport_server, server1)
175
self.assertEqual(tests[0].transport_readonly_server, server2)
176
self.assertEqual(tests[1].branch_format, formats[1][0])
177
self.assertEqual(tests[1].bzrdir_format, formats[1][1])
178
self.assertEqual(tests[1].transport_server, server1)
179
self.assertEqual(tests[1].transport_readonly_server, server2)
182
class TestBzrDirProviderAdapter(TestCase):
183
"""A group of tests that test the bzr dir implementation test adapter."""
185
def test_adapted_tests(self):
209
186
# check that constructor parameters are passed through to the adapted
211
from bzrlib.tests.per_bzrdir import make_scenarios
188
from bzrlib.bzrdir import BzrDirTestProviderAdapter
189
input_test = TestBzrDirProviderAdapter(
190
"test_adapted_tests")
215
193
formats = ["c", "d"]
216
scenarios = make_scenarios(vfs_factory, server1, server2, formats)
219
{'bzrdir_format': 'c',
220
'transport_readonly_server': 'b',
221
'transport_server': 'a',
222
'vfs_transport_factory': 'v'}),
224
{'bzrdir_format': 'd',
225
'transport_readonly_server': 'b',
226
'transport_server': 'a',
227
'vfs_transport_factory': 'v'})],
231
class TestRepositoryScenarios(tests.TestCase):
233
def test_formats_to_scenarios(self):
234
from bzrlib.tests.per_repository import formats_to_scenarios
235
formats = [("(c)", remote.RemoteRepositoryFormat()),
236
("(d)", repository.format_registry.get(
237
'Bazaar repository format 2a (needs bzr 1.16 or later)\n'))]
238
no_vfs_scenarios = formats_to_scenarios(formats, "server", "readonly",
240
vfs_scenarios = formats_to_scenarios(formats, "server", "readonly",
241
vfs_transport_factory="vfs")
242
# no_vfs generate scenarios without vfs_transport_factory
244
('RemoteRepositoryFormat(c)',
245
{'bzrdir_format': remote.RemoteBzrDirFormat(),
246
'repository_format': remote.RemoteRepositoryFormat(),
247
'transport_readonly_server': 'readonly',
248
'transport_server': 'server'}),
249
('RepositoryFormat2a(d)',
250
{'bzrdir_format': bzrdir.BzrDirMetaFormat1(),
251
'repository_format': groupcompress_repo.RepositoryFormat2a(),
252
'transport_readonly_server': 'readonly',
253
'transport_server': 'server'})]
254
self.assertEqual(expected, no_vfs_scenarios)
256
('RemoteRepositoryFormat(c)',
257
{'bzrdir_format': remote.RemoteBzrDirFormat(),
258
'repository_format': remote.RemoteRepositoryFormat(),
259
'transport_readonly_server': 'readonly',
260
'transport_server': 'server',
261
'vfs_transport_factory': 'vfs'}),
262
('RepositoryFormat2a(d)',
263
{'bzrdir_format': bzrdir.BzrDirMetaFormat1(),
264
'repository_format': groupcompress_repo.RepositoryFormat2a(),
265
'transport_readonly_server': 'readonly',
266
'transport_server': 'server',
267
'vfs_transport_factory': 'vfs'})],
271
class TestTestScenarioApplication(tests.TestCase):
272
"""Tests for the test adaption facilities."""
274
def test_apply_scenario(self):
275
from bzrlib.tests import apply_scenario
276
input_test = TestTestScenarioApplication("test_apply_scenario")
277
# setup two adapted tests
278
adapted_test1 = apply_scenario(input_test,
280
{"bzrdir_format":"bzr_format",
281
"repository_format":"repo_fmt",
282
"transport_server":"transport_server",
283
"transport_readonly_server":"readonly-server"}))
284
adapted_test2 = apply_scenario(input_test,
285
("new id 2", {"bzrdir_format":None}))
286
# input_test should have been altered.
287
self.assertRaises(AttributeError, getattr, input_test, "bzrdir_format")
288
# the new tests are mutually incompatible, ensuring it has
289
# made new ones, and unspecified elements in the scenario
290
# should not have been altered.
291
self.assertEqual("bzr_format", adapted_test1.bzrdir_format)
292
self.assertEqual("repo_fmt", adapted_test1.repository_format)
293
self.assertEqual("transport_server", adapted_test1.transport_server)
294
self.assertEqual("readonly-server",
295
adapted_test1.transport_readonly_server)
297
"bzrlib.tests.test_selftest.TestTestScenarioApplication."
298
"test_apply_scenario(new id)",
300
self.assertEqual(None, adapted_test2.bzrdir_format)
302
"bzrlib.tests.test_selftest.TestTestScenarioApplication."
303
"test_apply_scenario(new id 2)",
307
class TestInterRepositoryScenarios(tests.TestCase):
309
def test_scenarios(self):
310
# check that constructor parameters are passed through to the adapted
312
from bzrlib.tests.per_interrepository import make_scenarios
315
formats = [("C0", "C1", "C2"), ("D0", "D1", "D2")]
316
scenarios = make_scenarios(server1, server2, formats)
319
{'repository_format': 'C1',
320
'repository_format_to': 'C2',
321
'transport_readonly_server': 'b',
322
'transport_server': 'a'}),
324
{'repository_format': 'D1',
325
'repository_format_to': 'D2',
326
'transport_readonly_server': 'b',
327
'transport_server': 'a'})],
331
class TestWorkingTreeScenarios(tests.TestCase):
333
def test_scenarios(self):
334
# check that constructor parameters are passed through to the adapted
336
from bzrlib.tests.per_workingtree import make_scenarios
339
formats = [workingtree.WorkingTreeFormat2(),
340
workingtree.WorkingTreeFormat3(),]
341
scenarios = make_scenarios(server1, server2, formats)
343
('WorkingTreeFormat2',
344
{'bzrdir_format': formats[0]._matchingbzrdir,
345
'transport_readonly_server': 'b',
346
'transport_server': 'a',
347
'workingtree_format': formats[0]}),
348
('WorkingTreeFormat3',
349
{'bzrdir_format': formats[1]._matchingbzrdir,
350
'transport_readonly_server': 'b',
351
'transport_server': 'a',
352
'workingtree_format': formats[1]})],
356
class TestTreeScenarios(tests.TestCase):
358
def test_scenarios(self):
359
# the tree implementation scenario generator is meant to setup one
360
# instance for each working tree format, and one additional instance
361
# that will use the default wt format, but create a revision tree for
362
# the tests. this means that the wt ones should have the
363
# workingtree_to_test_tree attribute set to 'return_parameter' and the
364
# revision one set to revision_tree_from_workingtree.
366
from bzrlib.tests.per_tree import (
367
_dirstate_tree_from_workingtree,
194
adapter = BzrDirTestProviderAdapter(server1, server2, formats)
195
suite = adapter.adapt(input_test)
196
tests = list(iter(suite))
197
self.assertEqual(2, len(tests))
198
self.assertEqual(tests[0].bzrdir_format, formats[0])
199
self.assertEqual(tests[0].transport_server, server1)
200
self.assertEqual(tests[0].transport_readonly_server, server2)
201
self.assertEqual(tests[1].bzrdir_format, formats[1])
202
self.assertEqual(tests[1].transport_server, server1)
203
self.assertEqual(tests[1].transport_readonly_server, server2)
206
class TestRepositoryProviderAdapter(TestCase):
207
"""A group of tests that test the repository implementation test adapter."""
209
def test_adapted_tests(self):
210
# check that constructor parameters are passed through to the adapted
212
from bzrlib.repository import RepositoryTestProviderAdapter
213
input_test = TestRepositoryProviderAdapter(
214
"test_adapted_tests")
217
formats = [("c", "C"), ("d", "D")]
218
adapter = RepositoryTestProviderAdapter(server1, server2, formats)
219
suite = adapter.adapt(input_test)
220
tests = list(iter(suite))
221
self.assertEqual(2, len(tests))
222
self.assertEqual(tests[0].bzrdir_format, formats[0][1])
223
self.assertEqual(tests[0].repository_format, formats[0][0])
224
self.assertEqual(tests[0].transport_server, server1)
225
self.assertEqual(tests[0].transport_readonly_server, server2)
226
self.assertEqual(tests[1].bzrdir_format, formats[1][1])
227
self.assertEqual(tests[1].repository_format, formats[1][0])
228
self.assertEqual(tests[1].transport_server, server1)
229
self.assertEqual(tests[1].transport_readonly_server, server2)
232
class TestInterRepositoryProviderAdapter(TestCase):
233
"""A group of tests that test the InterRepository test adapter."""
235
def test_adapted_tests(self):
236
# check that constructor parameters are passed through to the adapted
238
from bzrlib.repository import InterRepositoryTestProviderAdapter
239
input_test = TestInterRepositoryProviderAdapter(
240
"test_adapted_tests")
243
formats = [(str, "C1", "C2"), (int, "D1", "D2")]
244
adapter = InterRepositoryTestProviderAdapter(server1, server2, formats)
245
suite = adapter.adapt(input_test)
246
tests = list(iter(suite))
247
self.assertEqual(2, len(tests))
248
self.assertEqual(tests[0].interrepo_class, formats[0][0])
249
self.assertEqual(tests[0].repository_format, formats[0][1])
250
self.assertEqual(tests[0].repository_format_to, formats[0][2])
251
self.assertEqual(tests[0].transport_server, server1)
252
self.assertEqual(tests[0].transport_readonly_server, server2)
253
self.assertEqual(tests[1].interrepo_class, formats[1][0])
254
self.assertEqual(tests[1].repository_format, formats[1][1])
255
self.assertEqual(tests[1].repository_format_to, formats[1][2])
256
self.assertEqual(tests[1].transport_server, server1)
257
self.assertEqual(tests[1].transport_readonly_server, server2)
260
class TestInterVersionedFileProviderAdapter(TestCase):
261
"""A group of tests that test the InterVersionedFile test adapter."""
263
def test_adapted_tests(self):
264
# check that constructor parameters are passed through to the adapted
266
from bzrlib.versionedfile import InterVersionedFileTestProviderAdapter
267
input_test = TestInterRepositoryProviderAdapter(
268
"test_adapted_tests")
271
formats = [(str, "C1", "C2"), (int, "D1", "D2")]
272
adapter = InterVersionedFileTestProviderAdapter(server1, server2, formats)
273
suite = adapter.adapt(input_test)
274
tests = list(iter(suite))
275
self.assertEqual(2, len(tests))
276
self.assertEqual(tests[0].interversionedfile_class, formats[0][0])
277
self.assertEqual(tests[0].versionedfile_factory, formats[0][1])
278
self.assertEqual(tests[0].versionedfile_factory_to, formats[0][2])
279
self.assertEqual(tests[0].transport_server, server1)
280
self.assertEqual(tests[0].transport_readonly_server, server2)
281
self.assertEqual(tests[1].interversionedfile_class, formats[1][0])
282
self.assertEqual(tests[1].versionedfile_factory, formats[1][1])
283
self.assertEqual(tests[1].versionedfile_factory_to, formats[1][2])
284
self.assertEqual(tests[1].transport_server, server1)
285
self.assertEqual(tests[1].transport_readonly_server, server2)
288
class TestRevisionStoreProviderAdapter(TestCase):
289
"""A group of tests that test the RevisionStore test adapter."""
291
def test_adapted_tests(self):
292
# check that constructor parameters are passed through to the adapted
294
from bzrlib.store.revision import RevisionStoreTestProviderAdapter
295
input_test = TestRevisionStoreProviderAdapter(
296
"test_adapted_tests")
297
# revision stores need a store factory - i.e. RevisionKnit
298
#, a readonly and rw transport
302
store_factories = ["c", "d"]
303
adapter = RevisionStoreTestProviderAdapter(server1, server2, store_factories)
304
suite = adapter.adapt(input_test)
305
tests = list(iter(suite))
306
self.assertEqual(2, len(tests))
307
self.assertEqual(tests[0].store_factory, store_factories[0][0])
308
self.assertEqual(tests[0].transport_server, server1)
309
self.assertEqual(tests[0].transport_readonly_server, server2)
310
self.assertEqual(tests[1].store_factory, store_factories[1][0])
311
self.assertEqual(tests[1].transport_server, server1)
312
self.assertEqual(tests[1].transport_readonly_server, server2)
315
class TestWorkingTreeProviderAdapter(TestCase):
316
"""A group of tests that test the workingtree implementation test adapter."""
318
def test_adapted_tests(self):
319
# check that constructor parameters are passed through to the adapted
321
from bzrlib.workingtree import WorkingTreeTestProviderAdapter
322
input_test = TestWorkingTreeProviderAdapter(
323
"test_adapted_tests")
326
formats = [("c", "C"), ("d", "D")]
327
adapter = WorkingTreeTestProviderAdapter(server1, server2, formats)
328
suite = adapter.adapt(input_test)
329
tests = list(iter(suite))
330
self.assertEqual(2, len(tests))
331
self.assertEqual(tests[0].workingtree_format, formats[0][0])
332
self.assertEqual(tests[0].bzrdir_format, formats[0][1])
333
self.assertEqual(tests[0].transport_server, server1)
334
self.assertEqual(tests[0].transport_readonly_server, server2)
335
self.assertEqual(tests[1].workingtree_format, formats[1][0])
336
self.assertEqual(tests[1].bzrdir_format, formats[1][1])
337
self.assertEqual(tests[1].transport_server, server1)
338
self.assertEqual(tests[1].transport_readonly_server, server2)
341
class TestTreeProviderAdapter(TestCase):
342
"""Test the setup of tree_implementation tests."""
344
def test_adapted_tests(self):
345
# the tree implementation adapter is meant to setup one instance for
346
# each working tree format, and one additional instance that will
347
# use the default wt format, but create a revision tree for the tests.
348
# this means that the wt ones should have the workingtree_to_test_tree
349
# attribute set to 'return_parameter' and the revision one set to
350
# revision_tree_from_workingtree.
352
from bzrlib.tests.tree_implementations import (
353
TreeTestProviderAdapter,
371
354
return_parameter,
372
355
revision_tree_from_workingtree
357
from bzrlib.workingtree import WorkingTreeFormat
358
input_test = TestTreeProviderAdapter(
359
"test_adapted_tests")
376
formats = [workingtree.WorkingTreeFormat2(),
377
workingtree.WorkingTreeFormat3(),]
378
scenarios = make_scenarios(server1, server2, formats)
379
self.assertEqual(7, len(scenarios))
380
default_wt_format = workingtree.WorkingTreeFormat4._default_format
381
wt4_format = workingtree.WorkingTreeFormat4()
382
wt5_format = workingtree.WorkingTreeFormat5()
383
expected_scenarios = [
384
('WorkingTreeFormat2',
385
{'bzrdir_format': formats[0]._matchingbzrdir,
386
'transport_readonly_server': 'b',
387
'transport_server': 'a',
388
'workingtree_format': formats[0],
389
'_workingtree_to_test_tree': return_parameter,
391
('WorkingTreeFormat3',
392
{'bzrdir_format': formats[1]._matchingbzrdir,
393
'transport_readonly_server': 'b',
394
'transport_server': 'a',
395
'workingtree_format': formats[1],
396
'_workingtree_to_test_tree': return_parameter,
399
{'_workingtree_to_test_tree': revision_tree_from_workingtree,
400
'bzrdir_format': default_wt_format._matchingbzrdir,
401
'transport_readonly_server': 'b',
402
'transport_server': 'a',
403
'workingtree_format': default_wt_format,
405
('DirStateRevisionTree,WT4',
406
{'_workingtree_to_test_tree': _dirstate_tree_from_workingtree,
407
'bzrdir_format': wt4_format._matchingbzrdir,
408
'transport_readonly_server': 'b',
409
'transport_server': 'a',
410
'workingtree_format': wt4_format,
412
('DirStateRevisionTree,WT5',
413
{'_workingtree_to_test_tree': _dirstate_tree_from_workingtree,
414
'bzrdir_format': wt5_format._matchingbzrdir,
415
'transport_readonly_server': 'b',
416
'transport_server': 'a',
417
'workingtree_format': wt5_format,
420
{'_workingtree_to_test_tree': preview_tree_pre,
421
'bzrdir_format': default_wt_format._matchingbzrdir,
422
'transport_readonly_server': 'b',
423
'transport_server': 'a',
424
'workingtree_format': default_wt_format}),
426
{'_workingtree_to_test_tree': preview_tree_post,
427
'bzrdir_format': default_wt_format._matchingbzrdir,
428
'transport_readonly_server': 'b',
429
'transport_server': 'a',
430
'workingtree_format': default_wt_format}),
432
self.assertEqual(expected_scenarios, scenarios)
435
class TestInterTreeScenarios(tests.TestCase):
362
formats = [("c", "C"), ("d", "D")]
363
adapter = TreeTestProviderAdapter(server1, server2, formats)
364
suite = adapter.adapt(input_test)
365
tests = list(iter(suite))
366
self.assertEqual(3, len(tests))
367
default_format = WorkingTreeFormat.get_default_format()
368
self.assertEqual(tests[0].workingtree_format, formats[0][0])
369
self.assertEqual(tests[0].bzrdir_format, formats[0][1])
370
self.assertEqual(tests[0].transport_server, server1)
371
self.assertEqual(tests[0].transport_readonly_server, server2)
372
self.assertEqual(tests[0].workingtree_to_test_tree, return_parameter)
373
self.assertEqual(tests[1].workingtree_format, formats[1][0])
374
self.assertEqual(tests[1].bzrdir_format, formats[1][1])
375
self.assertEqual(tests[1].transport_server, server1)
376
self.assertEqual(tests[1].transport_readonly_server, server2)
377
self.assertEqual(tests[1].workingtree_to_test_tree, return_parameter)
378
self.assertEqual(tests[2].workingtree_format, default_format)
379
self.assertEqual(tests[2].bzrdir_format, default_format._matchingbzrdir)
380
self.assertEqual(tests[2].transport_server, server1)
381
self.assertEqual(tests[2].transport_readonly_server, server2)
382
self.assertEqual(tests[2].workingtree_to_test_tree,
383
revision_tree_from_workingtree)
386
class TestInterTreeProviderAdapter(TestCase):
436
387
"""A group of tests that test the InterTreeTestAdapter."""
438
def test_scenarios(self):
389
def test_adapted_tests(self):
439
390
# check that constructor parameters are passed through to the adapted
441
392
# for InterTree tests we want the machinery to bring up two trees in
1017
749
This current saves and restores:
1018
750
TestCaseInTempDir.TEST_ROOT
1020
There should be no tests in this file that use
1021
bzrlib.tests.TextTestRunner without using this convenience method,
1022
because of our use of global state.
752
There should be no tests in this file that use bzrlib.tests.TextTestRunner
753
without using this convenience method, because of our use of global state.
1024
old_root = tests.TestCaseInTempDir.TEST_ROOT
1025
old_leak = tests.TestCase._first_thread_leaker_id
755
old_root = TestCaseInTempDir.TEST_ROOT
1027
tests.TestCaseInTempDir.TEST_ROOT = None
1028
tests.TestCase._first_thread_leaker_id = None
757
TestCaseInTempDir.TEST_ROOT = None
1029
758
return testrunner.run(test)
1031
tests.TestCaseInTempDir.TEST_ROOT = old_root
1032
tests.TestCase._first_thread_leaker_id = old_leak
1034
def test_known_failure_failed_run(self):
1035
# run a test that generates a known failure which should be printed in
1036
# the final output when real failures occur.
1037
class Test(tests.TestCase):
1038
def known_failure_test(self):
1039
self.expectFailure('failed', self.assertTrue, False)
1040
test = unittest.TestSuite()
1041
test.addTest(Test("known_failure_test"))
1044
test.addTest(unittest.FunctionTestCase(failing_test))
1046
runner = tests.TextTestRunner(stream=stream)
1047
result = self.run_test_runner(runner, test)
1048
lines = stream.getvalue().splitlines()
1049
self.assertContainsRe(stream.getvalue(),
1050
'(?sm)^bzr selftest.*$'
1052
'^======================================================================\n'
1053
'^FAIL: failing_test\n'
1054
'^----------------------------------------------------------------------\n'
1055
'Traceback \\(most recent call last\\):\n'
1056
' .*' # File .*, line .*, in failing_test' - but maybe not from .pyc
1057
' self.fail\\(\'foo\'\\)\n'
1059
'^----------------------------------------------------------------------\n'
1061
'FAILED \\(failures=1, known_failure_count=1\\)'
1064
def test_known_failure_ok_run(self):
1065
# run a test that generates a known failure which should be printed in
1067
class Test(tests.TestCase):
1068
def known_failure_test(self):
1069
self.expectFailure('failed', self.assertTrue, False)
1070
test = Test("known_failure_test")
1072
runner = tests.TextTestRunner(stream=stream)
1073
result = self.run_test_runner(runner, test)
1074
self.assertContainsRe(stream.getvalue(),
1077
'Ran 1 test in .*\n'
1079
'OK \\(known_failures=1\\)\n')
1081
def test_result_decorator(self):
1084
class LoggingDecorator(tests.ForwardingResult):
1085
def startTest(self, test):
1086
tests.ForwardingResult.startTest(self, test)
1087
calls.append('start')
1088
test = unittest.FunctionTestCase(lambda:None)
1090
runner = tests.TextTestRunner(stream=stream,
1091
result_decorators=[LoggingDecorator])
1092
result = self.run_test_runner(runner, test)
1093
self.assertLength(1, calls)
760
TestCaseInTempDir.TEST_ROOT = old_root
762
def test_accepts_and_uses_pb_parameter(self):
763
test = TestRunner('dummy_test')
764
mypb = MockProgress()
765
self.assertEqual([], mypb.calls)
766
runner = TextTestRunner(stream=self._log_file, pb=mypb)
767
result = self.run_test_runner(runner, test)
768
self.assertEqual(1, result.testsRun)
769
self.assertEqual(('update', 'Running tests', 0, 1), mypb.calls[0])
770
self.assertEqual(('update', '...dummy_test', 0, None), mypb.calls[1])
771
self.assertEqual(('update', 'OK ', 1, None), mypb.calls[2])
772
self.assertEqual(('update', 'Cleaning up', 0, 1), mypb.calls[3])
773
self.assertEqual(('clear',), mypb.calls[4])
774
self.assertEqual(5, len(mypb.calls))
1095
776
def test_skipped_test(self):
1096
777
# run a test that is skipped, and check the suite as a whole still
1098
779
# skipping_test must be hidden in here so it's not run as a real test
1099
class SkippingTest(tests.TestCase):
1100
def skipping_test(self):
1101
raise tests.TestSkipped('test intentionally skipped')
1102
runner = tests.TextTestRunner(stream=self._log_file)
1103
test = SkippingTest("skipping_test")
1104
result = self.run_test_runner(runner, test)
1105
self.assertTrue(result.wasSuccessful())
1107
def test_skipped_from_setup(self):
1109
class SkippedSetupTest(tests.TestCase):
1112
calls.append('setUp')
1113
self.addCleanup(self.cleanup)
1114
raise tests.TestSkipped('skipped setup')
1116
def test_skip(self):
1117
self.fail('test reached')
1120
calls.append('cleanup')
1122
runner = tests.TextTestRunner(stream=self._log_file)
1123
test = SkippedSetupTest('test_skip')
1124
result = self.run_test_runner(runner, test)
1125
self.assertTrue(result.wasSuccessful())
1126
# Check if cleanup was called the right number of times.
1127
self.assertEqual(['setUp', 'cleanup'], calls)
1129
def test_skipped_from_test(self):
1131
class SkippedTest(tests.TestCase):
1134
tests.TestCase.setUp(self)
1135
calls.append('setUp')
1136
self.addCleanup(self.cleanup)
1138
def test_skip(self):
1139
raise tests.TestSkipped('skipped test')
1142
calls.append('cleanup')
1144
runner = tests.TextTestRunner(stream=self._log_file)
1145
test = SkippedTest('test_skip')
1146
result = self.run_test_runner(runner, test)
1147
self.assertTrue(result.wasSuccessful())
1148
# Check if cleanup was called the right number of times.
1149
self.assertEqual(['setUp', 'cleanup'], calls)
1151
def test_not_applicable(self):
1152
# run a test that is skipped because it's not applicable
1153
class Test(tests.TestCase):
1154
def not_applicable_test(self):
1155
raise tests.TestNotApplicable('this test never runs')
1157
runner = tests.TextTestRunner(stream=out, verbosity=2)
1158
test = Test("not_applicable_test")
1159
result = self.run_test_runner(runner, test)
1160
self._log_file.write(out.getvalue())
1161
self.assertTrue(result.wasSuccessful())
1162
self.assertTrue(result.wasStrictlySuccessful())
1163
self.assertContainsRe(out.getvalue(),
1164
r'(?m)not_applicable_test * N/A')
1165
self.assertContainsRe(out.getvalue(),
1166
r'(?m)^ this test never runs')
1168
def test_unsupported_features_listed(self):
1169
"""When unsupported features are encountered they are detailed."""
1170
class Feature1(tests.Feature):
1171
def _probe(self): return False
1172
class Feature2(tests.Feature):
1173
def _probe(self): return False
1174
# create sample tests
1175
test1 = SampleTestCase('_test_pass')
1176
test1._test_needs_features = [Feature1()]
1177
test2 = SampleTestCase('_test_pass')
1178
test2._test_needs_features = [Feature2()]
1179
test = unittest.TestSuite()
1183
runner = tests.TextTestRunner(stream=stream)
1184
result = self.run_test_runner(runner, test)
1185
lines = stream.getvalue().splitlines()
1188
"Missing feature 'Feature1' skipped 1 tests.",
1189
"Missing feature 'Feature2' skipped 1 tests.",
1193
def _patch_get_bzr_source_tree(self):
1194
# Reading from the actual source tree breaks isolation, but we don't
1195
# want to assume that thats *all* that would happen.
1196
self._get_source_tree_calls = []
1198
self._get_source_tree_calls.append("called")
1200
self.overrideAttr(bzrlib.version, '_get_bzr_source_tree', new_get)
781
raise TestSkipped('test intentionally skipped')
782
runner = TextTestRunner(stream=self._log_file, keep_output=True)
783
test = unittest.FunctionTestCase(skipping_test)
784
result = self.run_test_runner(runner, test)
785
self.assertTrue(result.wasSuccessful())
1202
787
def test_bench_history(self):
1203
# tests that the running the benchmark passes bench_history into
1204
# the test result object. We can tell that happens if
1205
# _get_bzr_source_tree is called.
1206
self._patch_get_bzr_source_tree()
788
# tests that the running the benchmark produces a history file
789
# containing a timestamp and the revision id of the bzrlib source which
791
workingtree = _get_bzr_source_tree()
1207
792
test = TestRunner('dummy_test')
1208
793
output = StringIO()
1209
runner = tests.TextTestRunner(stream=self._log_file,
1210
bench_history=output)
794
runner = TextTestRunner(stream=self._log_file, bench_history=output)
1211
795
result = self.run_test_runner(runner, test)
1212
796
output_string = output.getvalue()
1213
797
self.assertContainsRe(output_string, "--date [0-9.]+")
1214
self.assertLength(1, self._get_source_tree_calls)
1216
def test_startTestRun(self):
1217
"""run should call result.startTestRun()"""
1219
class LoggingDecorator(tests.ForwardingResult):
1220
def startTestRun(self):
1221
tests.ForwardingResult.startTestRun(self)
1222
calls.append('startTestRun')
1223
test = unittest.FunctionTestCase(lambda:None)
1225
runner = tests.TextTestRunner(stream=stream,
1226
result_decorators=[LoggingDecorator])
1227
result = self.run_test_runner(runner, test)
1228
self.assertLength(1, calls)
1230
def test_stopTestRun(self):
1231
"""run should call result.stopTestRun()"""
1233
class LoggingDecorator(tests.ForwardingResult):
1234
def stopTestRun(self):
1235
tests.ForwardingResult.stopTestRun(self)
1236
calls.append('stopTestRun')
1237
test = unittest.FunctionTestCase(lambda:None)
1239
runner = tests.TextTestRunner(stream=stream,
1240
result_decorators=[LoggingDecorator])
1241
result = self.run_test_runner(runner, test)
1242
self.assertLength(1, calls)
1245
class SampleTestCase(tests.TestCase):
1247
def _test_pass(self):
1250
class _TestException(Exception):
1254
class TestTestCase(tests.TestCase):
798
if workingtree is not None:
799
revision_id = workingtree.get_parent_ids()[0]
800
self.assertEndsWith(output_string.rstrip(), revision_id)
802
def test_success_log_deleted(self):
803
"""Successful tests have their log deleted"""
805
class LogTester(TestCase):
807
def test_success(self):
808
self.log('this will be removed\n')
810
sio = cStringIO.StringIO()
811
runner = TextTestRunner(stream=sio)
812
test = LogTester('test_success')
813
result = self.run_test_runner(runner, test)
815
log = test._get_log()
816
self.assertEqual("DELETED log file to reduce memory footprint", log)
817
self.assertEqual('', test._log_contents)
818
self.assertIs(None, test._log_file_name)
820
def test_fail_log_kept(self):
821
"""Failed tests have their log kept"""
823
class LogTester(TestCase):
826
self.log('this will be kept\n')
827
self.fail('this test fails')
829
sio = cStringIO.StringIO()
830
runner = TextTestRunner(stream=sio)
831
test = LogTester('test_fail')
832
result = self.run_test_runner(runner, test)
834
text = sio.getvalue()
835
self.assertContainsRe(text, 'this will be kept')
836
self.assertContainsRe(text, 'this test fails')
838
log = test._get_log()
839
self.assertContainsRe(log, 'this will be kept')
840
self.assertEqual(log, test._log_contents)
842
def test_error_log_kept(self):
843
"""Tests with errors have their log kept"""
845
class LogTester(TestCase):
847
def test_error(self):
848
self.log('this will be kept\n')
849
raise ValueError('random exception raised')
851
sio = cStringIO.StringIO()
852
runner = TextTestRunner(stream=sio)
853
test = LogTester('test_error')
854
result = self.run_test_runner(runner, test)
856
text = sio.getvalue()
857
self.assertContainsRe(text, 'this will be kept')
858
self.assertContainsRe(text, 'random exception raised')
860
log = test._get_log()
861
self.assertContainsRe(log, 'this will be kept')
862
self.assertEqual(log, test._log_contents)
865
class TestTestCase(TestCase):
1255
866
"""Tests that test the core bzrlib TestCase."""
1257
def test_assertLength_matches_empty(self):
1259
self.assertLength(0, a_list)
1261
def test_assertLength_matches_nonempty(self):
1263
self.assertLength(3, a_list)
1265
def test_assertLength_fails_different(self):
1267
self.assertRaises(AssertionError, self.assertLength, 1, a_list)
1269
def test_assertLength_shows_sequence_in_failure(self):
1271
exception = self.assertRaises(AssertionError, self.assertLength, 2,
1273
self.assertEqual('Incorrect length: wanted 2, got 3 for [1, 2, 3]',
1276
def test_base_setUp_not_called_causes_failure(self):
1277
class TestCaseWithBrokenSetUp(tests.TestCase):
1279
pass # does not call TestCase.setUp
1282
test = TestCaseWithBrokenSetUp('test_foo')
1283
result = unittest.TestResult()
1285
self.assertFalse(result.wasSuccessful())
1286
self.assertEqual(1, result.testsRun)
1288
def test_base_tearDown_not_called_causes_failure(self):
1289
class TestCaseWithBrokenTearDown(tests.TestCase):
1291
pass # does not call TestCase.tearDown
1294
test = TestCaseWithBrokenTearDown('test_foo')
1295
result = unittest.TestResult()
1297
self.assertFalse(result.wasSuccessful())
1298
self.assertEqual(1, result.testsRun)
1300
def test_debug_flags_sanitised(self):
1301
"""The bzrlib debug flags should be sanitised by setUp."""
1302
if 'allow_debug' in tests.selftest_debug_flags:
1303
raise tests.TestNotApplicable(
1304
'-Eallow_debug option prevents debug flag sanitisation')
1305
# we could set something and run a test that will check
1306
# it gets santised, but this is probably sufficient for now:
1307
# if someone runs the test with -Dsomething it will error.
1309
if self._lock_check_thorough:
1310
flags.add('strict_locks')
1311
self.assertEqual(flags, bzrlib.debug.debug_flags)
1313
def change_selftest_debug_flags(self, new_flags):
1314
self.overrideAttr(tests, 'selftest_debug_flags', set(new_flags))
1316
def test_allow_debug_flag(self):
1317
"""The -Eallow_debug flag prevents bzrlib.debug.debug_flags from being
1318
sanitised (i.e. cleared) before running a test.
1320
self.change_selftest_debug_flags(set(['allow_debug']))
1321
bzrlib.debug.debug_flags = set(['a-flag'])
1322
class TestThatRecordsFlags(tests.TestCase):
1323
def test_foo(nested_self):
1324
self.flags = set(bzrlib.debug.debug_flags)
1325
test = TestThatRecordsFlags('test_foo')
1326
test.run(self.make_test_result())
1327
flags = set(['a-flag'])
1328
if 'disable_lock_checks' not in tests.selftest_debug_flags:
1329
flags.add('strict_locks')
1330
self.assertEqual(flags, self.flags)
1332
def test_disable_lock_checks(self):
1333
"""The -Edisable_lock_checks flag disables thorough checks."""
1334
class TestThatRecordsFlags(tests.TestCase):
1335
def test_foo(nested_self):
1336
self.flags = set(bzrlib.debug.debug_flags)
1337
self.test_lock_check_thorough = nested_self._lock_check_thorough
1338
self.change_selftest_debug_flags(set())
1339
test = TestThatRecordsFlags('test_foo')
1340
test.run(self.make_test_result())
1341
# By default we do strict lock checking and thorough lock/unlock
1343
self.assertTrue(self.test_lock_check_thorough)
1344
self.assertEqual(set(['strict_locks']), self.flags)
1345
# Now set the disable_lock_checks flag, and show that this changed.
1346
self.change_selftest_debug_flags(set(['disable_lock_checks']))
1347
test = TestThatRecordsFlags('test_foo')
1348
test.run(self.make_test_result())
1349
self.assertFalse(self.test_lock_check_thorough)
1350
self.assertEqual(set(), self.flags)
1352
def test_this_fails_strict_lock_check(self):
1353
class TestThatRecordsFlags(tests.TestCase):
1354
def test_foo(nested_self):
1355
self.flags1 = set(bzrlib.debug.debug_flags)
1356
self.thisFailsStrictLockCheck()
1357
self.flags2 = set(bzrlib.debug.debug_flags)
1358
# Make sure lock checking is active
1359
self.change_selftest_debug_flags(set())
1360
test = TestThatRecordsFlags('test_foo')
1361
test.run(self.make_test_result())
1362
self.assertEqual(set(['strict_locks']), self.flags1)
1363
self.assertEqual(set(), self.flags2)
1365
def test_debug_flags_restored(self):
1366
"""The bzrlib debug flags should be restored to their original state
1367
after the test was run, even if allow_debug is set.
1369
self.change_selftest_debug_flags(set(['allow_debug']))
1370
# Now run a test that modifies debug.debug_flags.
1371
bzrlib.debug.debug_flags = set(['original-state'])
1372
class TestThatModifiesFlags(tests.TestCase):
1374
bzrlib.debug.debug_flags = set(['modified'])
1375
test = TestThatModifiesFlags('test_foo')
1376
test.run(self.make_test_result())
1377
self.assertEqual(set(['original-state']), bzrlib.debug.debug_flags)
1379
def make_test_result(self):
1380
"""Get a test result that writes to the test log file."""
1381
return tests.TextTestResult(self._log_file, descriptions=0, verbosity=1)
1383
868
def inner_test(self):
1384
869
# the inner child test
1385
870
note("inner_test")
1799
1038
tree = self.make_branch_and_memory_tree('a')
1800
1039
self.assertIsInstance(tree, bzrlib.memorytree.MemoryTree)
1802
def test_make_tree_for_local_vfs_backed_transport(self):
1803
# make_branch_and_tree has to use local branch and repositories
1804
# when the vfs transport and local disk are colocated, even if
1805
# a different transport is in use for url generation.
1806
self.transport_server = test_server.FakeVFATServer
1807
self.assertFalse(self.get_url('t1').startswith('file://'))
1042
class TestSFTPMakeBranchAndTree(TestCaseWithSFTPServer):
1044
def test_make_tree_for_sftp_branch(self):
1045
"""Transports backed by local directories create local trees."""
1808
1047
tree = self.make_branch_and_tree('t1')
1809
1048
base = tree.bzrdir.root_transport.base
1810
self.assertStartsWith(base, 'file://')
1049
self.failIf(base.startswith('sftp'),
1050
'base %r is on sftp but should be local' % base)
1811
1051
self.assertEquals(tree.bzrdir.root_transport,
1812
1052
tree.branch.bzrdir.root_transport)
1813
1053
self.assertEquals(tree.bzrdir.root_transport,
1814
1054
tree.branch.repository.bzrdir.root_transport)
1817
class SelfTestHelper:
1819
def run_selftest(self, **kwargs):
1820
"""Run selftest returning its output."""
1822
old_transport = bzrlib.tests.default_transport
1823
old_root = tests.TestCaseWithMemoryTransport.TEST_ROOT
1824
tests.TestCaseWithMemoryTransport.TEST_ROOT = None
1826
self.assertEqual(True, tests.selftest(stream=output, **kwargs))
1828
bzrlib.tests.default_transport = old_transport
1829
tests.TestCaseWithMemoryTransport.TEST_ROOT = old_root
1834
class TestSelftest(tests.TestCase, SelfTestHelper):
1057
class TestSelftest(TestCase):
1835
1058
"""Tests of bzrlib.tests.selftest."""
1837
1060
def test_selftest_benchmark_parameter_invokes_test_suite__benchmark__(self):
1838
1061
factory_called = []
1840
1063
factory_called.append(True)
1841
return TestUtil.TestSuite()
1842
1065
out = StringIO()
1843
1066
err = StringIO()
1844
self.apply_redirected(out, err, None, bzrlib.tests.selftest,
1067
self.apply_redirected(out, err, None, bzrlib.tests.selftest,
1845
1068
test_suite_factory=factory)
1846
1069
self.assertEqual([True], factory_called)
1849
"""A test suite factory."""
1850
class Test(tests.TestCase):
1857
return TestUtil.TestSuite([Test("a"), Test("b"), Test("c")])
1859
def test_list_only(self):
1860
output = self.run_selftest(test_suite_factory=self.factory,
1862
self.assertEqual(3, len(output.readlines()))
1864
def test_list_only_filtered(self):
1865
output = self.run_selftest(test_suite_factory=self.factory,
1866
list_only=True, pattern="Test.b")
1867
self.assertEndsWith(output.getvalue(), "Test.b\n")
1868
self.assertLength(1, output.readlines())
1870
def test_list_only_excludes(self):
1871
output = self.run_selftest(test_suite_factory=self.factory,
1872
list_only=True, exclude_pattern="Test.b")
1873
self.assertNotContainsRe("Test.b", output.getvalue())
1874
self.assertLength(2, output.readlines())
1876
def test_lsprof_tests(self):
1877
self.requireFeature(test_lsprof.LSProfFeature)
1880
def __call__(test, result):
1882
def run(test, result):
1883
self.assertIsInstance(result, tests.ForwardingResult)
1884
calls.append("called")
1885
def countTestCases(self):
1887
self.run_selftest(test_suite_factory=Test, lsprof_tests=True)
1888
self.assertLength(1, calls)
1890
def test_random(self):
1891
# test randomising by listing a number of tests.
1892
output_123 = self.run_selftest(test_suite_factory=self.factory,
1893
list_only=True, random_seed="123")
1894
output_234 = self.run_selftest(test_suite_factory=self.factory,
1895
list_only=True, random_seed="234")
1896
self.assertNotEqual(output_123, output_234)
1897
# "Randominzing test order..\n\n
1898
self.assertLength(5, output_123.readlines())
1899
self.assertLength(5, output_234.readlines())
1901
def test_random_reuse_is_same_order(self):
1902
# test randomising by listing a number of tests.
1903
expected = self.run_selftest(test_suite_factory=self.factory,
1904
list_only=True, random_seed="123")
1905
repeated = self.run_selftest(test_suite_factory=self.factory,
1906
list_only=True, random_seed="123")
1907
self.assertEqual(expected.getvalue(), repeated.getvalue())
1909
def test_runner_class(self):
1910
self.requireFeature(features.subunit)
1911
from subunit import ProtocolTestCase
1912
stream = self.run_selftest(runner_class=tests.SubUnitBzrRunner,
1913
test_suite_factory=self.factory)
1914
test = ProtocolTestCase(stream)
1915
result = unittest.TestResult()
1917
self.assertEqual(3, result.testsRun)
1919
def test_starting_with_single_argument(self):
1920
output = self.run_selftest(test_suite_factory=self.factory,
1921
starting_with=['bzrlib.tests.test_selftest.Test.a'],
1923
self.assertEqual('bzrlib.tests.test_selftest.Test.a\n',
1926
def test_starting_with_multiple_argument(self):
1927
output = self.run_selftest(test_suite_factory=self.factory,
1928
starting_with=['bzrlib.tests.test_selftest.Test.a',
1929
'bzrlib.tests.test_selftest.Test.b'],
1931
self.assertEqual('bzrlib.tests.test_selftest.Test.a\n'
1932
'bzrlib.tests.test_selftest.Test.b\n',
1935
def check_transport_set(self, transport_server):
1936
captured_transport = []
1937
def seen_transport(a_transport):
1938
captured_transport.append(a_transport)
1939
class Capture(tests.TestCase):
1941
seen_transport(bzrlib.tests.default_transport)
1943
return TestUtil.TestSuite([Capture("a")])
1944
self.run_selftest(transport=transport_server, test_suite_factory=factory)
1945
self.assertEqual(transport_server, captured_transport[0])
1947
def test_transport_sftp(self):
1948
self.requireFeature(features.paramiko)
1949
from bzrlib.tests import stub_sftp
1950
self.check_transport_set(stub_sftp.SFTPAbsoluteServer)
1952
def test_transport_memory(self):
1953
self.check_transport_set(memory.MemoryServer)
1956
class TestSelftestWithIdList(tests.TestCaseInTempDir, SelfTestHelper):
1957
# Does IO: reads test.list
1959
def test_load_list(self):
1960
# Provide a list with one test - this test.
1961
test_id_line = '%s\n' % self.id()
1962
self.build_tree_contents([('test.list', test_id_line)])
1963
# And generate a list of the tests in the suite.
1964
stream = self.run_selftest(load_list='test.list', list_only=True)
1965
self.assertEqual(test_id_line, stream.getvalue())
1967
def test_load_unknown(self):
1968
# Provide a list with one test - this test.
1969
# And generate a list of the tests in the suite.
1970
err = self.assertRaises(errors.NoSuchFile, self.run_selftest,
1971
load_list='missing file name', list_only=True)
1974
class TestRunBzr(tests.TestCase):
1979
def _run_bzr_core(self, argv, retcode=0, encoding=None, stdin=None,
1981
"""Override _run_bzr_core to test how it is invoked by run_bzr.
1983
Attempts to run bzr from inside this class don't actually run it.
1985
We test how run_bzr actually invokes bzr in another location. Here we
1986
only need to test that it passes the right parameters to run_bzr.
1988
self.argv = list(argv)
1989
self.retcode = retcode
1990
self.encoding = encoding
1992
self.working_dir = working_dir
1993
return self.retcode, self.out, self.err
1995
def test_run_bzr_error(self):
1996
self.out = "It sure does!\n"
1997
out, err = self.run_bzr_error(['^$'], ['rocks'], retcode=34)
1998
self.assertEqual(['rocks'], self.argv)
1999
self.assertEqual(34, self.retcode)
2000
self.assertEqual('It sure does!\n', out)
2001
self.assertEquals(out, self.out)
2002
self.assertEqual('', err)
2003
self.assertEquals(err, self.err)
2005
def test_run_bzr_error_regexes(self):
2007
self.err = "bzr: ERROR: foobarbaz is not versioned"
2008
out, err = self.run_bzr_error(
2009
["bzr: ERROR: foobarbaz is not versioned"],
2010
['file-id', 'foobarbaz'])
2012
def test_encoding(self):
2013
"""Test that run_bzr passes encoding to _run_bzr_core"""
2014
self.run_bzr('foo bar')
2015
self.assertEqual(None, self.encoding)
2016
self.assertEqual(['foo', 'bar'], self.argv)
2018
self.run_bzr('foo bar', encoding='baz')
2019
self.assertEqual('baz', self.encoding)
2020
self.assertEqual(['foo', 'bar'], self.argv)
2022
def test_retcode(self):
2023
"""Test that run_bzr passes retcode to _run_bzr_core"""
2024
# Default is retcode == 0
2025
self.run_bzr('foo bar')
2026
self.assertEqual(0, self.retcode)
2027
self.assertEqual(['foo', 'bar'], self.argv)
2029
self.run_bzr('foo bar', retcode=1)
2030
self.assertEqual(1, self.retcode)
2031
self.assertEqual(['foo', 'bar'], self.argv)
2033
self.run_bzr('foo bar', retcode=None)
2034
self.assertEqual(None, self.retcode)
2035
self.assertEqual(['foo', 'bar'], self.argv)
2037
self.run_bzr(['foo', 'bar'], retcode=3)
2038
self.assertEqual(3, self.retcode)
2039
self.assertEqual(['foo', 'bar'], self.argv)
2041
def test_stdin(self):
2042
# test that the stdin keyword to run_bzr is passed through to
2043
# _run_bzr_core as-is. We do this by overriding
2044
# _run_bzr_core in this class, and then calling run_bzr,
2045
# which is a convenience function for _run_bzr_core, so
2047
self.run_bzr('foo bar', stdin='gam')
2048
self.assertEqual('gam', self.stdin)
2049
self.assertEqual(['foo', 'bar'], self.argv)
2051
self.run_bzr('foo bar', stdin='zippy')
2052
self.assertEqual('zippy', self.stdin)
2053
self.assertEqual(['foo', 'bar'], self.argv)
2055
def test_working_dir(self):
2056
"""Test that run_bzr passes working_dir to _run_bzr_core"""
2057
self.run_bzr('foo bar')
2058
self.assertEqual(None, self.working_dir)
2059
self.assertEqual(['foo', 'bar'], self.argv)
2061
self.run_bzr('foo bar', working_dir='baz')
2062
self.assertEqual('baz', self.working_dir)
2063
self.assertEqual(['foo', 'bar'], self.argv)
2065
def test_reject_extra_keyword_arguments(self):
2066
self.assertRaises(TypeError, self.run_bzr, "foo bar",
2067
error_regex=['error message'])
2070
class TestRunBzrCaptured(tests.TestCaseWithTransport):
2071
# Does IO when testing the working_dir parameter.
2073
def apply_redirected(self, stdin=None, stdout=None, stderr=None,
2074
a_callable=None, *args, **kwargs):
2076
self.factory_stdin = getattr(bzrlib.ui.ui_factory, "stdin", None)
2077
self.factory = bzrlib.ui.ui_factory
2078
self.working_dir = osutils.getcwd()
2079
stdout.write('foo\n')
2080
stderr.write('bar\n')
2083
def test_stdin(self):
2084
# test that the stdin keyword to _run_bzr_core is passed through to
2085
# apply_redirected as a StringIO. We do this by overriding
2086
# apply_redirected in this class, and then calling _run_bzr_core,
2087
# which calls apply_redirected.
2088
self.run_bzr(['foo', 'bar'], stdin='gam')
2089
self.assertEqual('gam', self.stdin.read())
2090
self.assertTrue(self.stdin is self.factory_stdin)
2091
self.run_bzr(['foo', 'bar'], stdin='zippy')
2092
self.assertEqual('zippy', self.stdin.read())
2093
self.assertTrue(self.stdin is self.factory_stdin)
2095
def test_ui_factory(self):
2096
# each invocation of self.run_bzr should get its
2097
# own UI factory, which is an instance of TestUIFactory,
2098
# with stdin, stdout and stderr attached to the stdin,
2099
# stdout and stderr of the invoked run_bzr
2100
current_factory = bzrlib.ui.ui_factory
2101
self.run_bzr(['foo'])
2102
self.failIf(current_factory is self.factory)
2103
self.assertNotEqual(sys.stdout, self.factory.stdout)
2104
self.assertNotEqual(sys.stderr, self.factory.stderr)
2105
self.assertEqual('foo\n', self.factory.stdout.getvalue())
2106
self.assertEqual('bar\n', self.factory.stderr.getvalue())
2107
self.assertIsInstance(self.factory, tests.TestUIFactory)
2109
def test_working_dir(self):
2110
self.build_tree(['one/', 'two/'])
2111
cwd = osutils.getcwd()
2113
# Default is to work in the current directory
2114
self.run_bzr(['foo', 'bar'])
2115
self.assertEqual(cwd, self.working_dir)
2117
self.run_bzr(['foo', 'bar'], working_dir=None)
2118
self.assertEqual(cwd, self.working_dir)
2120
# The function should be run in the alternative directory
2121
# but afterwards the current working dir shouldn't be changed
2122
self.run_bzr(['foo', 'bar'], working_dir='one')
2123
self.assertNotEqual(cwd, self.working_dir)
2124
self.assertEndsWith(self.working_dir, 'one')
2125
self.assertEqual(cwd, osutils.getcwd())
2127
self.run_bzr(['foo', 'bar'], working_dir='two')
2128
self.assertNotEqual(cwd, self.working_dir)
2129
self.assertEndsWith(self.working_dir, 'two')
2130
self.assertEqual(cwd, osutils.getcwd())
2133
class StubProcess(object):
2134
"""A stub process for testing run_bzr_subprocess."""
2136
def __init__(self, out="", err="", retcode=0):
2139
self.returncode = retcode
2141
def communicate(self):
2142
return self.out, self.err
2145
class TestWithFakedStartBzrSubprocess(tests.TestCaseWithTransport):
2146
"""Base class for tests testing how we might run bzr."""
2149
tests.TestCaseWithTransport.setUp(self)
2150
self.subprocess_calls = []
2152
def start_bzr_subprocess(self, process_args, env_changes=None,
2153
skip_if_plan_to_signal=False,
2155
allow_plugins=False):
2156
"""capture what run_bzr_subprocess tries to do."""
2157
self.subprocess_calls.append({'process_args':process_args,
2158
'env_changes':env_changes,
2159
'skip_if_plan_to_signal':skip_if_plan_to_signal,
2160
'working_dir':working_dir, 'allow_plugins':allow_plugins})
2161
return self.next_subprocess
2164
class TestRunBzrSubprocess(TestWithFakedStartBzrSubprocess):
2166
def assertRunBzrSubprocess(self, expected_args, process, *args, **kwargs):
2167
"""Run run_bzr_subprocess with args and kwargs using a stubbed process.
2169
Inside TestRunBzrSubprocessCommands we use a stub start_bzr_subprocess
2170
that will return static results. This assertion method populates those
2171
results and also checks the arguments run_bzr_subprocess generates.
2173
self.next_subprocess = process
2175
result = self.run_bzr_subprocess(*args, **kwargs)
2177
self.next_subprocess = None
2178
for key, expected in expected_args.iteritems():
2179
self.assertEqual(expected, self.subprocess_calls[-1][key])
2182
self.next_subprocess = None
2183
for key, expected in expected_args.iteritems():
2184
self.assertEqual(expected, self.subprocess_calls[-1][key])
2187
def test_run_bzr_subprocess(self):
2188
"""The run_bzr_helper_external command behaves nicely."""
2189
self.assertRunBzrSubprocess({'process_args':['--version']},
2190
StubProcess(), '--version')
2191
self.assertRunBzrSubprocess({'process_args':['--version']},
2192
StubProcess(), ['--version'])
2193
# retcode=None disables retcode checking
2194
result = self.assertRunBzrSubprocess({},
2195
StubProcess(retcode=3), '--version', retcode=None)
2196
result = self.assertRunBzrSubprocess({},
2197
StubProcess(out="is free software"), '--version')
2198
self.assertContainsRe(result[0], 'is free software')
2199
# Running a subcommand that is missing errors
2200
self.assertRaises(AssertionError, self.assertRunBzrSubprocess,
2201
{'process_args':['--versionn']}, StubProcess(retcode=3),
2203
# Unless it is told to expect the error from the subprocess
2204
result = self.assertRunBzrSubprocess({},
2205
StubProcess(retcode=3), '--versionn', retcode=3)
2206
# Or to ignore retcode checking
2207
result = self.assertRunBzrSubprocess({},
2208
StubProcess(err="unknown command", retcode=3), '--versionn',
2210
self.assertContainsRe(result[1], 'unknown command')
2212
def test_env_change_passes_through(self):
2213
self.assertRunBzrSubprocess(
2214
{'env_changes':{'new':'value', 'changed':'newvalue', 'deleted':None}},
2216
env_changes={'new':'value', 'changed':'newvalue', 'deleted':None})
2218
def test_no_working_dir_passed_as_None(self):
2219
self.assertRunBzrSubprocess({'working_dir': None}, StubProcess(), '')
2221
def test_no_working_dir_passed_through(self):
2222
self.assertRunBzrSubprocess({'working_dir': 'dir'}, StubProcess(), '',
2225
def test_run_bzr_subprocess_no_plugins(self):
2226
self.assertRunBzrSubprocess({'allow_plugins': False},
2229
def test_allow_plugins(self):
2230
self.assertRunBzrSubprocess({'allow_plugins': True},
2231
StubProcess(), '', allow_plugins=True)
2234
class TestFinishBzrSubprocess(TestWithFakedStartBzrSubprocess):
2236
def test_finish_bzr_subprocess_with_error(self):
2237
"""finish_bzr_subprocess allows specification of the desired exit code.
2239
process = StubProcess(err="unknown command", retcode=3)
2240
result = self.finish_bzr_subprocess(process, retcode=3)
2241
self.assertEqual('', result[0])
2242
self.assertContainsRe(result[1], 'unknown command')
2244
def test_finish_bzr_subprocess_ignoring_retcode(self):
2245
"""finish_bzr_subprocess allows the exit code to be ignored."""
2246
process = StubProcess(err="unknown command", retcode=3)
2247
result = self.finish_bzr_subprocess(process, retcode=None)
2248
self.assertEqual('', result[0])
2249
self.assertContainsRe(result[1], 'unknown command')
2251
def test_finish_subprocess_with_unexpected_retcode(self):
2252
"""finish_bzr_subprocess raises self.failureException if the retcode is
2253
not the expected one.
2255
process = StubProcess(err="unknown command", retcode=3)
2256
self.assertRaises(self.failureException, self.finish_bzr_subprocess,
2260
class _DontSpawnProcess(Exception):
2261
"""A simple exception which just allows us to skip unnecessary steps"""
2264
class TestStartBzrSubProcess(tests.TestCase):
2266
def check_popen_state(self):
2267
"""Replace to make assertions when popen is called."""
2269
def _popen(self, *args, **kwargs):
2270
"""Record the command that is run, so that we can ensure it is correct"""
2271
self.check_popen_state()
2272
self._popen_args = args
2273
self._popen_kwargs = kwargs
2274
raise _DontSpawnProcess()
2276
def test_run_bzr_subprocess_no_plugins(self):
2277
self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [])
2278
command = self._popen_args[0]
2279
self.assertEqual(sys.executable, command[0])
2280
self.assertEqual(self.get_bzr_path(), command[1])
2281
self.assertEqual(['--no-plugins'], command[2:])
2283
def test_allow_plugins(self):
2284
self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2286
command = self._popen_args[0]
2287
self.assertEqual([], command[2:])
2289
def test_set_env(self):
2290
self.failIf('EXISTANT_ENV_VAR' in os.environ)
2292
def check_environment():
2293
self.assertEqual('set variable', os.environ['EXISTANT_ENV_VAR'])
2294
self.check_popen_state = check_environment
2295
self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2296
env_changes={'EXISTANT_ENV_VAR':'set variable'})
2297
# not set in theparent
2298
self.assertFalse('EXISTANT_ENV_VAR' in os.environ)
2300
def test_run_bzr_subprocess_env_del(self):
2301
"""run_bzr_subprocess can remove environment variables too."""
2302
self.failIf('EXISTANT_ENV_VAR' in os.environ)
2303
def check_environment():
2304
self.assertFalse('EXISTANT_ENV_VAR' in os.environ)
2305
os.environ['EXISTANT_ENV_VAR'] = 'set variable'
2306
self.check_popen_state = check_environment
2307
self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2308
env_changes={'EXISTANT_ENV_VAR':None})
2309
# Still set in parent
2310
self.assertEqual('set variable', os.environ['EXISTANT_ENV_VAR'])
2311
del os.environ['EXISTANT_ENV_VAR']
2313
def test_env_del_missing(self):
2314
self.failIf('NON_EXISTANT_ENV_VAR' in os.environ)
2315
def check_environment():
2316
self.assertFalse('NON_EXISTANT_ENV_VAR' in os.environ)
2317
self.check_popen_state = check_environment
2318
self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2319
env_changes={'NON_EXISTANT_ENV_VAR':None})
2321
def test_working_dir(self):
2322
"""Test that we can specify the working dir for the child"""
2323
orig_getcwd = osutils.getcwd
2324
orig_chdir = os.chdir
2332
osutils.getcwd = getcwd
2334
self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2337
osutils.getcwd = orig_getcwd
2339
os.chdir = orig_chdir
2340
self.assertEqual(['foo', 'current'], chdirs)
2343
class TestActuallyStartBzrSubprocess(tests.TestCaseWithTransport):
2344
"""Tests that really need to do things with an external bzr."""
2346
def test_start_and_stop_bzr_subprocess_send_signal(self):
2347
"""finish_bzr_subprocess raises self.failureException if the retcode is
2348
not the expected one.
2350
self.disable_missing_extensions_warning()
2351
process = self.start_bzr_subprocess(['wait-until-signalled'],
2352
skip_if_plan_to_signal=True)
2353
self.assertEqual('running\n', process.stdout.readline())
2354
result = self.finish_bzr_subprocess(process, send_signal=signal.SIGINT,
2356
self.assertEqual('', result[0])
2357
self.assertEqual('bzr: interrupted\n', result[1])
2360
class TestFeature(tests.TestCase):
2362
def test_caching(self):
2363
"""Feature._probe is called by the feature at most once."""
2364
class InstrumentedFeature(tests.Feature):
2366
super(InstrumentedFeature, self).__init__()
2369
self.calls.append('_probe')
2371
feature = InstrumentedFeature()
2373
self.assertEqual(['_probe'], feature.calls)
2375
self.assertEqual(['_probe'], feature.calls)
2377
def test_named_str(self):
2378
"""Feature.__str__ should thunk to feature_name()."""
2379
class NamedFeature(tests.Feature):
2380
def feature_name(self):
2382
feature = NamedFeature()
2383
self.assertEqual('symlinks', str(feature))
2385
def test_default_str(self):
2386
"""Feature.__str__ should default to __class__.__name__."""
2387
class NamedFeature(tests.Feature):
2389
feature = NamedFeature()
2390
self.assertEqual('NamedFeature', str(feature))
2393
class TestUnavailableFeature(tests.TestCase):
2395
def test_access_feature(self):
2396
feature = tests.Feature()
2397
exception = tests.UnavailableFeature(feature)
2398
self.assertIs(feature, exception.args[0])
2401
simple_thunk_feature = tests._CompatabilityThunkFeature(
2402
deprecated_in((2, 1, 0)),
2403
'bzrlib.tests.test_selftest',
2404
'simple_thunk_feature','UnicodeFilename',
2405
replacement_module='bzrlib.tests'
2408
class Test_CompatibilityFeature(tests.TestCase):
2410
def test_does_thunk(self):
2411
res = self.callDeprecated(
2412
['bzrlib.tests.test_selftest.simple_thunk_feature was deprecated'
2413
' in version 2.1.0. Use bzrlib.tests.UnicodeFilename instead.'],
2414
simple_thunk_feature.available)
2415
self.assertEqual(tests.UnicodeFilename.available(), res)
2418
class TestModuleAvailableFeature(tests.TestCase):
2420
def test_available_module(self):
2421
feature = tests.ModuleAvailableFeature('bzrlib.tests')
2422
self.assertEqual('bzrlib.tests', feature.module_name)
2423
self.assertEqual('bzrlib.tests', str(feature))
2424
self.assertTrue(feature.available())
2425
self.assertIs(tests, feature.module)
2427
def test_unavailable_module(self):
2428
feature = tests.ModuleAvailableFeature('bzrlib.no_such_module_exists')
2429
self.assertEqual('bzrlib.no_such_module_exists', str(feature))
2430
self.assertFalse(feature.available())
2431
self.assertIs(None, feature.module)
2434
class TestSelftestFiltering(tests.TestCase):
2437
tests.TestCase.setUp(self)
2438
self.suite = TestUtil.TestSuite()
2439
self.loader = TestUtil.TestLoader()
2440
self.suite.addTest(self.loader.loadTestsFromModule(
2441
sys.modules['bzrlib.tests.test_selftest']))
2442
self.all_names = _test_ids(self.suite)
2444
def test_condition_id_re(self):
2445
test_name = ('bzrlib.tests.test_selftest.TestSelftestFiltering.'
2446
'test_condition_id_re')
2447
filtered_suite = tests.filter_suite_by_condition(
2448
self.suite, tests.condition_id_re('test_condition_id_re'))
2449
self.assertEqual([test_name], _test_ids(filtered_suite))
2451
def test_condition_id_in_list(self):
2452
test_names = ['bzrlib.tests.test_selftest.TestSelftestFiltering.'
2453
'test_condition_id_in_list']
2454
id_list = tests.TestIdList(test_names)
2455
filtered_suite = tests.filter_suite_by_condition(
2456
self.suite, tests.condition_id_in_list(id_list))
2457
my_pattern = 'TestSelftestFiltering.*test_condition_id_in_list'
2458
re_filtered = tests.filter_suite_by_re(self.suite, my_pattern)
2459
self.assertEqual(_test_ids(re_filtered), _test_ids(filtered_suite))
2461
def test_condition_id_startswith(self):
2462
klass = 'bzrlib.tests.test_selftest.TestSelftestFiltering.'
2463
start1 = klass + 'test_condition_id_starts'
2464
start2 = klass + 'test_condition_id_in'
2465
test_names = [ klass + 'test_condition_id_in_list',
2466
klass + 'test_condition_id_startswith',
2468
filtered_suite = tests.filter_suite_by_condition(
2469
self.suite, tests.condition_id_startswith([start1, start2]))
2470
self.assertEqual(test_names, _test_ids(filtered_suite))
2472
def test_condition_isinstance(self):
2473
filtered_suite = tests.filter_suite_by_condition(
2474
self.suite, tests.condition_isinstance(self.__class__))
2475
class_pattern = 'bzrlib.tests.test_selftest.TestSelftestFiltering.'
2476
re_filtered = tests.filter_suite_by_re(self.suite, class_pattern)
2477
self.assertEqual(_test_ids(re_filtered), _test_ids(filtered_suite))
2479
def test_exclude_tests_by_condition(self):
2480
excluded_name = ('bzrlib.tests.test_selftest.TestSelftestFiltering.'
2481
'test_exclude_tests_by_condition')
2482
filtered_suite = tests.exclude_tests_by_condition(self.suite,
2483
lambda x:x.id() == excluded_name)
2484
self.assertEqual(len(self.all_names) - 1,
2485
filtered_suite.countTestCases())
2486
self.assertFalse(excluded_name in _test_ids(filtered_suite))
2487
remaining_names = list(self.all_names)
2488
remaining_names.remove(excluded_name)
2489
self.assertEqual(remaining_names, _test_ids(filtered_suite))
2491
def test_exclude_tests_by_re(self):
2492
self.all_names = _test_ids(self.suite)
2493
filtered_suite = tests.exclude_tests_by_re(self.suite,
2494
'exclude_tests_by_re')
2495
excluded_name = ('bzrlib.tests.test_selftest.TestSelftestFiltering.'
2496
'test_exclude_tests_by_re')
2497
self.assertEqual(len(self.all_names) - 1,
2498
filtered_suite.countTestCases())
2499
self.assertFalse(excluded_name in _test_ids(filtered_suite))
2500
remaining_names = list(self.all_names)
2501
remaining_names.remove(excluded_name)
2502
self.assertEqual(remaining_names, _test_ids(filtered_suite))
2504
def test_filter_suite_by_condition(self):
2505
test_name = ('bzrlib.tests.test_selftest.TestSelftestFiltering.'
2506
'test_filter_suite_by_condition')
2507
filtered_suite = tests.filter_suite_by_condition(self.suite,
2508
lambda x:x.id() == test_name)
2509
self.assertEqual([test_name], _test_ids(filtered_suite))
2511
def test_filter_suite_by_re(self):
2512
filtered_suite = tests.filter_suite_by_re(self.suite,
2513
'test_filter_suite_by_r')
2514
filtered_names = _test_ids(filtered_suite)
2515
self.assertEqual(filtered_names, ['bzrlib.tests.test_selftest.'
2516
'TestSelftestFiltering.test_filter_suite_by_re'])
2518
def test_filter_suite_by_id_list(self):
2519
test_list = ['bzrlib.tests.test_selftest.'
2520
'TestSelftestFiltering.test_filter_suite_by_id_list']
2521
filtered_suite = tests.filter_suite_by_id_list(
2522
self.suite, tests.TestIdList(test_list))
2523
filtered_names = _test_ids(filtered_suite)
2526
['bzrlib.tests.test_selftest.'
2527
'TestSelftestFiltering.test_filter_suite_by_id_list'])
2529
def test_filter_suite_by_id_startswith(self):
2530
# By design this test may fail if another test is added whose name also
2531
# begins with one of the start value used.
2532
klass = 'bzrlib.tests.test_selftest.TestSelftestFiltering.'
2533
start1 = klass + 'test_filter_suite_by_id_starts'
2534
start2 = klass + 'test_filter_suite_by_id_li'
2535
test_list = [klass + 'test_filter_suite_by_id_list',
2536
klass + 'test_filter_suite_by_id_startswith',
2538
filtered_suite = tests.filter_suite_by_id_startswith(
2539
self.suite, [start1, start2])
2542
_test_ids(filtered_suite),
2545
def test_preserve_input(self):
2546
# NB: Surely this is something in the stdlib to do this?
2547
self.assertTrue(self.suite is tests.preserve_input(self.suite))
2548
self.assertTrue("@#$" is tests.preserve_input("@#$"))
2550
def test_randomize_suite(self):
2551
randomized_suite = tests.randomize_suite(self.suite)
2552
# randomizing should not add or remove test names.
2553
self.assertEqual(set(_test_ids(self.suite)),
2554
set(_test_ids(randomized_suite)))
2555
# Technically, this *can* fail, because random.shuffle(list) can be
2556
# equal to list. Trying multiple times just pushes the frequency back.
2557
# As its len(self.all_names)!:1, the failure frequency should be low
2558
# enough to ignore. RBC 20071021.
2559
# It should change the order.
2560
self.assertNotEqual(self.all_names, _test_ids(randomized_suite))
2561
# But not the length. (Possibly redundant with the set test, but not
2563
self.assertEqual(len(self.all_names), len(_test_ids(randomized_suite)))
2565
def test_split_suit_by_condition(self):
2566
self.all_names = _test_ids(self.suite)
2567
condition = tests.condition_id_re('test_filter_suite_by_r')
2568
split_suite = tests.split_suite_by_condition(self.suite, condition)
2569
filtered_name = ('bzrlib.tests.test_selftest.TestSelftestFiltering.'
2570
'test_filter_suite_by_re')
2571
self.assertEqual([filtered_name], _test_ids(split_suite[0]))
2572
self.assertFalse(filtered_name in _test_ids(split_suite[1]))
2573
remaining_names = list(self.all_names)
2574
remaining_names.remove(filtered_name)
2575
self.assertEqual(remaining_names, _test_ids(split_suite[1]))
2577
def test_split_suit_by_re(self):
2578
self.all_names = _test_ids(self.suite)
2579
split_suite = tests.split_suite_by_re(self.suite,
2580
'test_filter_suite_by_r')
2581
filtered_name = ('bzrlib.tests.test_selftest.TestSelftestFiltering.'
2582
'test_filter_suite_by_re')
2583
self.assertEqual([filtered_name], _test_ids(split_suite[0]))
2584
self.assertFalse(filtered_name in _test_ids(split_suite[1]))
2585
remaining_names = list(self.all_names)
2586
remaining_names.remove(filtered_name)
2587
self.assertEqual(remaining_names, _test_ids(split_suite[1]))
2590
class TestCheckInventoryShape(tests.TestCaseWithTransport):
2592
def test_check_inventory_shape(self):
2593
files = ['a', 'b/', 'b/c']
2594
tree = self.make_branch_and_tree('.')
2595
self.build_tree(files)
2599
self.check_inventory_shape(tree.inventory, files)
2604
class TestBlackboxSupport(tests.TestCase):
2605
"""Tests for testsuite blackbox features."""
2607
def test_run_bzr_failure_not_caught(self):
2608
# When we run bzr in blackbox mode, we want any unexpected errors to
2609
# propagate up to the test suite so that it can show the error in the
2610
# usual way, and we won't get a double traceback.
2611
e = self.assertRaises(
2613
self.run_bzr, ['assert-fail'])
2614
# make sure we got the real thing, not an error from somewhere else in
2615
# the test framework
2616
self.assertEquals('always fails', str(e))
2617
# check that there's no traceback in the test log
2618
self.assertNotContainsRe(self.get_log(), r'Traceback')
2620
def test_run_bzr_user_error_caught(self):
2621
# Running bzr in blackbox mode, normal/expected/user errors should be
2622
# caught in the regular way and turned into an error message plus exit
2624
transport_server = memory.MemoryServer()
2625
transport_server.start_server()
2626
self.addCleanup(transport_server.stop_server)
2627
url = transport_server.get_url()
2628
self.permit_url(url)
2629
out, err = self.run_bzr(["log", "%s/nonexistantpath" % url], retcode=3)
2630
self.assertEqual(out, '')
2631
self.assertContainsRe(err,
2632
'bzr: ERROR: Not a branch: ".*nonexistantpath/".\n')
2635
class TestTestLoader(tests.TestCase):
2636
"""Tests for the test loader."""
2638
def _get_loader_and_module(self):
2639
"""Gets a TestLoader and a module with one test in it."""
2640
loader = TestUtil.TestLoader()
2642
class Stub(tests.TestCase):
2645
class MyModule(object):
2647
MyModule.a_class = Stub
2649
return loader, module
2651
def test_module_no_load_tests_attribute_loads_classes(self):
2652
loader, module = self._get_loader_and_module()
2653
self.assertEqual(1, loader.loadTestsFromModule(module).countTestCases())
2655
def test_module_load_tests_attribute_gets_called(self):
2656
loader, module = self._get_loader_and_module()
2657
# 'self' is here because we're faking the module with a class. Regular
2658
# load_tests do not need that :)
2659
def load_tests(self, standard_tests, module, loader):
2660
result = loader.suiteClass()
2661
for test in tests.iter_suite_tests(standard_tests):
2662
result.addTests([test, test])
2664
# add a load_tests() method which multiplies the tests from the module.
2665
module.__class__.load_tests = load_tests
2666
self.assertEqual(2, loader.loadTestsFromModule(module).countTestCases())
2668
def test_load_tests_from_module_name_smoke_test(self):
2669
loader = TestUtil.TestLoader()
2670
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2671
self.assertEquals(['bzrlib.tests.test_sampler.DemoTest.test_nothing'],
2674
def test_load_tests_from_module_name_with_bogus_module_name(self):
2675
loader = TestUtil.TestLoader()
2676
self.assertRaises(ImportError, loader.loadTestsFromModuleName, 'bogus')
2679
class TestTestIdList(tests.TestCase):
2681
def _create_id_list(self, test_list):
2682
return tests.TestIdList(test_list)
2684
def _create_suite(self, test_id_list):
2686
class Stub(tests.TestCase):
2690
def _create_test_id(id):
2693
suite = TestUtil.TestSuite()
2694
for id in test_id_list:
2695
t = Stub('test_foo')
2696
t.id = _create_test_id(id)
2700
def _test_ids(self, test_suite):
2701
"""Get the ids for the tests in a test suite."""
2702
return [t.id() for t in tests.iter_suite_tests(test_suite)]
2704
def test_empty_list(self):
2705
id_list = self._create_id_list([])
2706
self.assertEquals({}, id_list.tests)
2707
self.assertEquals({}, id_list.modules)
2709
def test_valid_list(self):
2710
id_list = self._create_id_list(
2711
['mod1.cl1.meth1', 'mod1.cl1.meth2',
2712
'mod1.func1', 'mod1.cl2.meth2',
2714
'mod1.submod2.cl1.meth1', 'mod1.submod2.cl2.meth2',
2716
self.assertTrue(id_list.refers_to('mod1'))
2717
self.assertTrue(id_list.refers_to('mod1.submod1'))
2718
self.assertTrue(id_list.refers_to('mod1.submod2'))
2719
self.assertTrue(id_list.includes('mod1.cl1.meth1'))
2720
self.assertTrue(id_list.includes('mod1.submod1'))
2721
self.assertTrue(id_list.includes('mod1.func1'))
2723
def test_bad_chars_in_params(self):
2724
id_list = self._create_id_list(['mod1.cl1.meth1(xx.yy)'])
2725
self.assertTrue(id_list.refers_to('mod1'))
2726
self.assertTrue(id_list.includes('mod1.cl1.meth1(xx.yy)'))
2728
def test_module_used(self):
2729
id_list = self._create_id_list(['mod.class.meth'])
2730
self.assertTrue(id_list.refers_to('mod'))
2731
self.assertTrue(id_list.refers_to('mod.class'))
2732
self.assertTrue(id_list.refers_to('mod.class.meth'))
2734
def test_test_suite_matches_id_list_with_unknown(self):
2735
loader = TestUtil.TestLoader()
2736
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2737
test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing',
2739
not_found, duplicates = tests.suite_matches_id_list(suite, test_list)
2740
self.assertEquals(['bogus'], not_found)
2741
self.assertEquals([], duplicates)
2743
def test_suite_matches_id_list_with_duplicates(self):
2744
loader = TestUtil.TestLoader()
2745
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2746
dupes = loader.suiteClass()
2747
for test in tests.iter_suite_tests(suite):
2749
dupes.addTest(test) # Add it again
2751
test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing',]
2752
not_found, duplicates = tests.suite_matches_id_list(
2754
self.assertEquals([], not_found)
2755
self.assertEquals(['bzrlib.tests.test_sampler.DemoTest.test_nothing'],
2759
class TestTestSuite(tests.TestCase):
2761
def test__test_suite_testmod_names(self):
2762
# Test that a plausible list of test module names are returned
2763
# by _test_suite_testmod_names.
2764
test_list = tests._test_suite_testmod_names()
2766
'bzrlib.tests.blackbox',
2767
'bzrlib.tests.per_transport',
2768
'bzrlib.tests.test_selftest',
2772
def test__test_suite_modules_to_doctest(self):
2773
# Test that a plausible list of modules to doctest is returned
2774
# by _test_suite_modules_to_doctest.
2775
test_list = tests._test_suite_modules_to_doctest()
2777
# When docstrings are stripped, there are no modules to doctest
2778
self.assertEqual([], test_list)
2785
def test_test_suite(self):
2786
# test_suite() loads the entire test suite to operate. To avoid this
2787
# overhead, and yet still be confident that things are happening,
2788
# we temporarily replace two functions used by test_suite with
2789
# test doubles that supply a few sample tests to load, and check they
2792
def testmod_names():
2793
calls.append("testmod_names")
2795
'bzrlib.tests.blackbox.test_branch',
2796
'bzrlib.tests.per_transport',
2797
'bzrlib.tests.test_selftest',
2799
self.overrideAttr(tests, '_test_suite_testmod_names', testmod_names)
2801
calls.append("modules_to_doctest")
2804
return ['bzrlib.timestamp']
2805
self.overrideAttr(tests, '_test_suite_modules_to_doctest', doctests)
2806
expected_test_list = [
2808
'bzrlib.tests.blackbox.test_branch.TestBranch.test_branch',
2809
('bzrlib.tests.per_transport.TransportTests'
2810
'.test_abspath(LocalTransport,LocalURLServer)'),
2811
'bzrlib.tests.test_selftest.TestTestSuite.test_test_suite',
2812
# plugins can't be tested that way since selftest may be run with
2815
if __doc__ is not None:
2816
expected_test_list.extend([
2817
# modules_to_doctest
2818
'bzrlib.timestamp.format_highres_date',
2820
suite = tests.test_suite()
2821
self.assertEqual(set(["testmod_names", "modules_to_doctest"]),
2823
self.assertSubset(expected_test_list, _test_ids(suite))
2825
def test_test_suite_list_and_start(self):
2826
# We cannot test this at the same time as the main load, because we want
2827
# to know that starting_with == None works. So a second load is
2828
# incurred - note that the starting_with parameter causes a partial load
2829
# rather than a full load so this test should be pretty quick.
2830
test_list = ['bzrlib.tests.test_selftest.TestTestSuite.test_test_suite']
2831
suite = tests.test_suite(test_list,
2832
['bzrlib.tests.test_selftest.TestTestSuite'])
2833
# test_test_suite_list_and_start is not included
2834
self.assertEquals(test_list, _test_ids(suite))
2837
class TestLoadTestIdList(tests.TestCaseInTempDir):
2839
def _create_test_list_file(self, file_name, content):
2840
fl = open(file_name, 'wt')
2844
def test_load_unknown(self):
2845
self.assertRaises(errors.NoSuchFile,
2846
tests.load_test_id_list, 'i_do_not_exist')
2848
def test_load_test_list(self):
2849
test_list_fname = 'test.list'
2850
self._create_test_list_file(test_list_fname,
2851
'mod1.cl1.meth1\nmod2.cl2.meth2\n')
2852
tlist = tests.load_test_id_list(test_list_fname)
2853
self.assertEquals(2, len(tlist))
2854
self.assertEquals('mod1.cl1.meth1', tlist[0])
2855
self.assertEquals('mod2.cl2.meth2', tlist[1])
2857
def test_load_dirty_file(self):
2858
test_list_fname = 'test.list'
2859
self._create_test_list_file(test_list_fname,
2860
' mod1.cl1.meth1\n\nmod2.cl2.meth2 \n'
2862
tlist = tests.load_test_id_list(test_list_fname)
2863
self.assertEquals(4, len(tlist))
2864
self.assertEquals('mod1.cl1.meth1', tlist[0])
2865
self.assertEquals('', tlist[1])
2866
self.assertEquals('mod2.cl2.meth2', tlist[2])
2867
self.assertEquals('bar baz', tlist[3])
2870
class TestFilteredByModuleTestLoader(tests.TestCase):
2872
def _create_loader(self, test_list):
2873
id_filter = tests.TestIdList(test_list)
2874
loader = TestUtil.FilteredByModuleTestLoader(id_filter.refers_to)
2877
def test_load_tests(self):
2878
test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing']
2879
loader = self._create_loader(test_list)
2880
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2881
self.assertEquals(test_list, _test_ids(suite))
2883
def test_exclude_tests(self):
2884
test_list = ['bogus']
2885
loader = self._create_loader(test_list)
2886
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2887
self.assertEquals([], _test_ids(suite))
2890
class TestFilteredByNameStartTestLoader(tests.TestCase):
2892
def _create_loader(self, name_start):
2893
def needs_module(name):
2894
return name.startswith(name_start) or name_start.startswith(name)
2895
loader = TestUtil.FilteredByModuleTestLoader(needs_module)
2898
def test_load_tests(self):
2899
test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing']
2900
loader = self._create_loader('bzrlib.tests.test_samp')
2902
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2903
self.assertEquals(test_list, _test_ids(suite))
2905
def test_load_tests_inside_module(self):
2906
test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing']
2907
loader = self._create_loader('bzrlib.tests.test_sampler.Demo')
2909
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2910
self.assertEquals(test_list, _test_ids(suite))
2912
def test_exclude_tests(self):
2913
test_list = ['bogus']
2914
loader = self._create_loader('bogus')
2916
suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2917
self.assertEquals([], _test_ids(suite))
2920
class TestTestPrefixRegistry(tests.TestCase):
2922
def _get_registry(self):
2923
tp_registry = tests.TestPrefixAliasRegistry()
2926
def test_register_new_prefix(self):
2927
tpr = self._get_registry()
2928
tpr.register('foo', 'fff.ooo.ooo')
2929
self.assertEquals('fff.ooo.ooo', tpr.get('foo'))
2931
def test_register_existing_prefix(self):
2932
tpr = self._get_registry()
2933
tpr.register('bar', 'bbb.aaa.rrr')
2934
tpr.register('bar', 'bBB.aAA.rRR')
2935
self.assertEquals('bbb.aaa.rrr', tpr.get('bar'))
2936
self.assertThat(self.get_log(),
2937
DocTestMatches("...bar...bbb.aaa.rrr...BB.aAA.rRR", ELLIPSIS))
2939
def test_get_unknown_prefix(self):
2940
tpr = self._get_registry()
2941
self.assertRaises(KeyError, tpr.get, 'I am not a prefix')
2943
def test_resolve_prefix(self):
2944
tpr = self._get_registry()
2945
tpr.register('bar', 'bb.aa.rr')
2946
self.assertEquals('bb.aa.rr', tpr.resolve_alias('bar'))
2948
def test_resolve_unknown_alias(self):
2949
tpr = self._get_registry()
2950
self.assertRaises(errors.BzrCommandError,
2951
tpr.resolve_alias, 'I am not a prefix')
2953
def test_predefined_prefixes(self):
2954
tpr = tests.test_prefix_alias_registry
2955
self.assertEquals('bzrlib', tpr.resolve_alias('bzrlib'))
2956
self.assertEquals('bzrlib.doc', tpr.resolve_alias('bd'))
2957
self.assertEquals('bzrlib.utils', tpr.resolve_alias('bu'))
2958
self.assertEquals('bzrlib.tests', tpr.resolve_alias('bt'))
2959
self.assertEquals('bzrlib.tests.blackbox', tpr.resolve_alias('bb'))
2960
self.assertEquals('bzrlib.plugins', tpr.resolve_alias('bp'))
2963
class TestRunSuite(tests.TestCase):
2965
def test_runner_class(self):
2966
"""run_suite accepts and uses a runner_class keyword argument."""
2967
class Stub(tests.TestCase):
2970
suite = Stub("test_foo")
2972
class MyRunner(tests.TextTestRunner):
2973
def run(self, test):
2975
return tests.ExtendedTestResult(self.stream, self.descriptions,
2977
tests.run_suite(suite, runner_class=MyRunner, stream=StringIO())
2978
self.assertLength(1, calls)
added
removed
bzrlib/tests/test_selftest.py
