~bzr-pqm/bzr/bzr.dev

292 by Martin Pool
- start adding a pure-python blackbox test suite
1
#! /usr/bin/python
561 by Martin Pool
- add failing test for problem with stat after remove,
2
# -*- coding: utf-8 -*-
292 by Martin Pool
- start adding a pure-python blackbox test suite
3
4
# Copyright (C) 2005 Canonical Ltd
5
6
# This program is free software; you can redistribute it and/or modify
7
# it under the terms of the GNU General Public License as published by
8
# the Free Software Foundation; either version 2 of the License, or
9
# (at your option) any later version.
10
11
# This program is distributed in the hope that it will be useful,
12
# but WITHOUT ANY WARRANTY; without even the implied warranty of
13
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14
# GNU General Public License for more details.
15
16
# You should have received a copy of the GNU General Public License
17
# along with this program; if not, write to the Free Software
18
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19
20
21
"""External black-box test for bzr.
22
23
This always runs bzr as an external process to try to catch bugs
24
related to argument processing, startup, etc.
25
507 by Martin Pool
- new -p option for testbzr to use a different version of python
26
usage:
27
28
    testbzr [-p PYTHON] [BZR]
29
30
By default this tests the copy of bzr found in the same directory as
31
testbzr, or the first one found on the $PATH.  A copy of bzr may be
32
given on the command line to override this, for example when applying
33
a new test suite to an old copy of bzr or vice versa.
34
35
testbzr normally invokes bzr using the same version of python as it
36
would normally use to run -- that is, the system default python,
37
unless that is older than 2.3.  The -p option allows specification of
38
a different Python interpreter, such as when testing that bzr still
39
works on python2.3.
40
292 by Martin Pool
- start adding a pure-python blackbox test suite
41
This replaces the previous test.sh which was not very portable."""
42
296 by Martin Pool
- better reports from testbzr when it fails
43
import sys, os, traceback
339 by Martin Pool
many more diffs
44
from os import mkdir
45
from os.path import exists
292 by Martin Pool
- start adding a pure-python blackbox test suite
46
335 by Martin Pool
- add new failing test for command parsing
47
TESTDIR = "testbzr.tmp"
48
624 by Martin Pool
- make sure bzr is always explicitly invoked through
49
50
# we always invoke bzr as 'python bzr' (or e.g. 'python2.3 bzr')
51
# partly so as to cope if the bzr binary is not marked executable
52
OVERRIDE_PYTHON = 'python'
507 by Martin Pool
- new -p option for testbzr to use a different version of python
53
335 by Martin Pool
- add new failing test for command parsing
54
LOGFILENAME = 'testbzr.log'
55
292 by Martin Pool
- start adding a pure-python blackbox test suite
56
try:
57
    import shutil
301 by Martin Pool
- provide for catching output from shell commands
58
    from subprocess import call, Popen, PIPE
292 by Martin Pool
- start adding a pure-python blackbox test suite
59
except ImportError, e:
60
    sys.stderr.write("testbzr: sorry, this test suite requires modules from python2.4\n"
61
                     + '    ' + str(e))
62
    sys.exit(1)
63
64
296 by Martin Pool
- better reports from testbzr when it fails
65
class CommandFailed(Exception):
66
    pass
67
68
302 by Martin Pool
testbzr: new backtick() helper
69
def formcmd(cmd):
70
    if isinstance(cmd, basestring):
71
        cmd = cmd.split()
72
398 by Martin Pool
- testbzr finds the right version of bzr to test
73
    if cmd[0] == 'bzr':
74
        cmd[0] = BZRPATH
507 by Martin Pool
- new -p option for testbzr to use a different version of python
75
        if OVERRIDE_PYTHON:
76
            cmd.insert(0, OVERRIDE_PYTHON)
398 by Martin Pool
- testbzr finds the right version of bzr to test
77
507 by Martin Pool
- new -p option for testbzr to use a different version of python
78
    logfile.write('$ %r\n' % cmd)
79
    
302 by Martin Pool
testbzr: new backtick() helper
80
    return cmd
81
82
83
def runcmd(cmd, retcode=0):
300 by Martin Pool
- more tests
84
    """Run one command and check the return code.
292 by Martin Pool
- start adding a pure-python blackbox test suite
85
301 by Martin Pool
- provide for catching output from shell commands
86
    Returns a tuple of (stdout,stderr) strings.
87
292 by Martin Pool
- start adding a pure-python blackbox test suite
88
    If a single string is based, it is split into words.
89
    For commands that are not simple space-separated words, please
90
    pass a list instead."""
302 by Martin Pool
testbzr: new backtick() helper
91
    cmd = formcmd(cmd)
92
    log_linenumber()
93
    
94
    actual_retcode = call(cmd, stdout=logfile, stderr=logfile)
95
    
96
    if retcode != actual_retcode:
97
        raise CommandFailed("test failed: %r returned %d, expected %d"
98
                            % (cmd, actual_retcode, retcode))
99
100
101
102
def backtick(cmd, retcode=0):
103
    cmd = formcmd(cmd)
104
    log_linenumber()
105
    child = Popen(cmd, stdout=PIPE, stderr=logfile)
301 by Martin Pool
- provide for catching output from shell commands
106
    outd, errd = child.communicate()
302 by Martin Pool
testbzr: new backtick() helper
107
    logfile.write(outd)
301 by Martin Pool
- provide for catching output from shell commands
108
    actual_retcode = child.wait()
307 by Martin Pool
testbzr: clean up crlf handling
109
110
    outd = outd.replace('\r', '')
301 by Martin Pool
- provide for catching output from shell commands
111
    
298 by Martin Pool
- test some commands known to fail
112
    if retcode != actual_retcode:
113
        raise CommandFailed("test failed: %r returned %d, expected %d"
114
                            % (cmd, actual_retcode, retcode))
292 by Martin Pool
- start adding a pure-python blackbox test suite
115
302 by Martin Pool
testbzr: new backtick() helper
116
    return outd
117
301 by Martin Pool
- provide for catching output from shell commands
118
292 by Martin Pool
- start adding a pure-python blackbox test suite
119
120
def progress(msg):
121
    print '* ' + msg
122
    logfile.write('* '+ msg + '\n')
297 by Martin Pool
- fix intentional testcase failure
123
    log_linenumber()
124
125
299 by Martin Pool
testbzr:
126
def cd(dirname):
127
    logfile.write('$ cd %s\n' % dirname)
128
    os.chdir(dirname)
129
130
300 by Martin Pool
- more tests
131
297 by Martin Pool
- fix intentional testcase failure
132
def log_linenumber():
133
    """Log the stack frame location two things up."""
134
    stack = traceback.extract_stack()[-3]
135
    logfile.write('   at %s:%d\n' % stack[:2])
136
137
340 by Martin Pool
- more testcase fixes
138
292 by Martin Pool
- start adding a pure-python blackbox test suite
139
# prepare an empty scratch directory
140
if os.path.exists(TESTDIR):
141
    shutil.rmtree(TESTDIR)
142
513 by Martin Pool
- show some log output if the tests fail
143
start_dir = os.getcwd()
144
292 by Martin Pool
- start adding a pure-python blackbox test suite
145
335 by Martin Pool
- add new failing test for command parsing
146
logfile = open(LOGFILENAME, 'wt', buffering=1)
292 by Martin Pool
- start adding a pure-python blackbox test suite
147
148
300 by Martin Pool
- more tests
149
try:
507 by Martin Pool
- new -p option for testbzr to use a different version of python
150
    from getopt import getopt
151
    opts, args = getopt(sys.argv[1:], 'p:')
152
153
    for option, value in opts:
154
        if option == '-p':
155
            OVERRIDE_PYTHON = value
156
            
157
    
398 by Martin Pool
- testbzr finds the right version of bzr to test
158
    mypath = os.path.abspath(sys.argv[0])
413 by Martin Pool
- more indicators at top of test output
159
    print '%-30s %s' % ('running tests from', mypath)
398 by Martin Pool
- testbzr finds the right version of bzr to test
160
161
    global BZRPATH
162
507 by Martin Pool
- new -p option for testbzr to use a different version of python
163
    if args:
623 by Martin Pool
- fix invocation of testbzr when giving explicit bzr location
164
        BZRPATH = args[0]
398 by Martin Pool
- testbzr finds the right version of bzr to test
165
    else:
166
        BZRPATH = os.path.join(os.path.split(mypath)[0], 'bzr')
167
413 by Martin Pool
- more indicators at top of test output
168
    print '%-30s %s' % ('against bzr', BZRPATH)
169
    print '%-30s %s' % ('in directory', os.getcwd())
507 by Martin Pool
- new -p option for testbzr to use a different version of python
170
    print '%-30s %s' % ('with python', (OVERRIDE_PYTHON or '(default)'))
398 by Martin Pool
- testbzr finds the right version of bzr to test
171
    print
624 by Martin Pool
- make sure bzr is always explicitly invoked through
172
    print backtick('bzr version')
398 by Martin Pool
- testbzr finds the right version of bzr to test
173
    
300 by Martin Pool
- more tests
174
    runcmd(['mkdir', TESTDIR])
299 by Martin Pool
testbzr:
175
    cd(TESTDIR)
456 by Martin Pool
- tests for bzr root
176
    test_root = os.getcwd()
296 by Martin Pool
- better reports from testbzr when it fails
177
300 by Martin Pool
- more tests
178
    progress("introductory commands")
296 by Martin Pool
- better reports from testbzr when it fails
179
    runcmd("bzr version")
335 by Martin Pool
- add new failing test for command parsing
180
    runcmd("bzr --version")
296 by Martin Pool
- better reports from testbzr when it fails
181
    runcmd("bzr help")
297 by Martin Pool
- fix intentional testcase failure
182
    runcmd("bzr --help")
183
399 by Martin Pool
- testbzr also runs selftests
184
    progress("internal tests")
185
    runcmd("bzr selftest")
186
300 by Martin Pool
- more tests
187
    progress("user identity")
297 by Martin Pool
- fix intentional testcase failure
188
    # this should always identify something, if only "john@localhost"
189
    runcmd("bzr whoami")
298 by Martin Pool
- test some commands known to fail
190
    runcmd("bzr whoami --email")
302 by Martin Pool
testbzr: new backtick() helper
191
    assert backtick("bzr whoami --email").count('@') == 1
298 by Martin Pool
- test some commands known to fail
192
300 by Martin Pool
- more tests
193
    progress("invalid commands")
298 by Martin Pool
- test some commands known to fail
194
    runcmd("bzr pants", retcode=1)
195
    runcmd("bzr --pants off", retcode=1)
382 by Martin Pool
- test previous commit
196
    runcmd("bzr diff --message foo", retcode=1)
296 by Martin Pool
- better reports from testbzr when it fails
197
300 by Martin Pool
- more tests
198
    progress("basic branch creation")
199
    runcmd(['mkdir', 'branch1'])
200
    cd('branch1')
201
    runcmd('bzr init')
303 by Martin Pool
- more tests for unknown file
202
456 by Martin Pool
- tests for bzr root
203
    assert backtick('bzr root')[:-1] == os.path.join(test_root, 'branch1')
204
303 by Martin Pool
- more tests for unknown file
205
    progress("status of new file")
300 by Martin Pool
- more tests
206
    
207
    f = file('test.txt', 'wt')
208
    f.write('hello world!\n')
209
    f.close()
210
307 by Martin Pool
testbzr: clean up crlf handling
211
    out = backtick("bzr unknowns")
212
    assert out == 'test.txt\n'
303 by Martin Pool
- more tests for unknown file
213
307 by Martin Pool
testbzr: clean up crlf handling
214
    out = backtick("bzr status")
477 by Martin Pool
- fix header for listing of unknown files
215
    assert out == 'unknown:\n  test.txt\n'
303 by Martin Pool
- more tests for unknown file
216
307 by Martin Pool
testbzr: clean up crlf handling
217
    out = backtick("bzr status --all")
477 by Martin Pool
- fix header for listing of unknown files
218
    assert out == "unknown:\n  test.txt\n"
304 by Martin Pool
testbzr: test adding a file
219
404 by Martin Pool
- bzr status now optionally takes filenames to check
220
    out = backtick("bzr status test.txt --all")
477 by Martin Pool
- fix header for listing of unknown files
221
    assert out == "unknown:\n  test.txt\n"
404 by Martin Pool
- bzr status now optionally takes filenames to check
222
223
    f = file('test2.txt', 'wt')
224
    f.write('goodbye cruel world...\n')
225
    f.close()
226
227
    out = backtick("bzr status test.txt")
480 by Martin Pool
- more status form test fixes
228
    assert out == "unknown:\n  test.txt\n"
404 by Martin Pool
- bzr status now optionally takes filenames to check
229
230
    out = backtick("bzr status")
480 by Martin Pool
- more status form test fixes
231
    assert out == ("unknown:\n"
232
                   "  test.txt\n"
233
                   "  test2.txt\n")
404 by Martin Pool
- bzr status now optionally takes filenames to check
234
235
    os.unlink('test2.txt')
236
350 by Martin Pool
- refactor command aliases into command classes
237
    progress("command aliases")
238
    out = backtick("bzr st --all")
482 by Martin Pool
- more status form test fixes
239
    assert out == ("unknown:\n"
240
                   "  test.txt\n")
241
    
350 by Martin Pool
- refactor command aliases into command classes
242
    out = backtick("bzr stat")
482 by Martin Pool
- more status form test fixes
243
    assert out == ("unknown:\n"
244
                   "  test.txt\n")
350 by Martin Pool
- refactor command aliases into command classes
245
246
    progress("command help")
247
    runcmd("bzr help st")
248
    runcmd("bzr help")
249
    runcmd("bzr help commands")
352 by Martin Pool
- Show aliases in command help
250
    runcmd("bzr help slartibartfast", 1)
251
252
    out = backtick("bzr help ci")
253
    out.index('aliases: ')
350 by Martin Pool
- refactor command aliases into command classes
254
305 by Martin Pool
testbzr: test renames
255
    progress("can't rename unversioned file")
256
    runcmd("bzr rename test.txt new-test.txt", 1)
257
304 by Martin Pool
testbzr: test adding a file
258
    progress("adding a file")
259
260
    runcmd("bzr add test.txt")
261
    assert backtick("bzr unknowns") == ''
482 by Martin Pool
- more status form test fixes
262
    assert backtick("bzr status --all") == ("added:\n"
263
                                            "  test.txt\n")
300 by Martin Pool
- more tests
264
305 by Martin Pool
testbzr: test renames
265
    progress("rename newly-added file")
266
    runcmd("bzr rename test.txt hello.txt")
306 by Martin Pool
testbzr: test renames
267
    assert os.path.exists("hello.txt")
268
    assert not os.path.exists("test.txt")
305 by Martin Pool
testbzr: test renames
269
308 by Martin Pool
fix test suite
270
    assert backtick("bzr revno") == '0\n'
307 by Martin Pool
testbzr: clean up crlf handling
271
339 by Martin Pool
many more diffs
272
    progress("add first revision")
273
    runcmd(["bzr", "commit", "-m", 'add first revision'])
274
275
    progress("more complex renames")
276
    os.mkdir("sub1")
277
    runcmd("bzr rename hello.txt sub1", 1)
278
    runcmd("bzr rename hello.txt sub1/hello.txt", 1)
279
    runcmd("bzr move hello.txt sub1", 1)
280
281
    runcmd("bzr add sub1")
282
    runcmd("bzr rename sub1 sub2")
283
    runcmd("bzr move hello.txt sub2")
560 by Martin Pool
- fix testbzr for win32
284
    assert backtick("bzr relpath sub2/hello.txt") == os.path.join("sub2", "hello.txt\n")
339 by Martin Pool
many more diffs
285
286
    assert exists("sub2")
287
    assert exists("sub2/hello.txt")
288
    assert not exists("sub1")
289
    assert not exists("hello.txt")
290
291
    runcmd(['bzr', 'commit', '-m', 'commit with some things moved to subdirs'])
292
293
    mkdir("sub1")
294
    runcmd('bzr add sub1')
295
    runcmd('bzr move sub2/hello.txt sub1')
296
    assert not exists('sub2/hello.txt')
297
    assert exists('sub1/hello.txt')
298
    runcmd('bzr move sub2 sub1')
299
    assert not exists('sub2')
300
    assert exists('sub1/sub2')
301
302
    runcmd(['bzr', 'commit', '-m', 'rename nested subdirectories'])
303
304
    cd('sub1/sub2')
456 by Martin Pool
- tests for bzr root
305
    assert backtick('bzr root')[:-1] == os.path.join(test_root, 'branch1')
339 by Martin Pool
many more diffs
306
    runcmd('bzr move ../hello.txt .')
340 by Martin Pool
- more testcase fixes
307
    assert exists('./hello.txt')
560 by Martin Pool
- fix testbzr for win32
308
    assert backtick('bzr relpath hello.txt') == os.path.join('sub1', 'sub2', 'hello.txt\n')
309
    assert backtick('bzr relpath ../../sub1/sub2/hello.txt') == os.path.join('sub1', 'sub2', 'hello.txt\n')
339 by Martin Pool
many more diffs
310
    runcmd(['bzr', 'commit', '-m', 'move to parent directory'])
311
    cd('..')
560 by Martin Pool
- fix testbzr for win32
312
    assert backtick('bzr relpath sub2/hello.txt') == os.path.join('sub1', 'sub2', 'hello.txt\n')
340 by Martin Pool
- more testcase fixes
313
314
    runcmd('bzr move sub2/hello.txt .')
315
    assert exists('hello.txt')
389 by Martin Pool
- new commit --file option!
316
317
    f = file('hello.txt', 'wt')
318
    f.write('some nice new content\n')
319
    f.close()
320
321
    f = file('msg.tmp', 'wt')
322
    f.write('this is my new commit\n')
323
    f.close()
324
325
    runcmd('bzr commit -F msg.tmp')
394 by Martin Pool
- Fix argument handling in export command
326
327
    assert backtick('bzr revno') == '5\n'
328
    runcmd('bzr export -r 5 export-5.tmp')
329
    runcmd('bzr export export.tmp')
461 by Martin Pool
- remove compare_inventories() in favor of compare_trees()
330
331
    runcmd('bzr log')
332
    runcmd('bzr log -v')
511 by Martin Pool
- add tests for files and directories with spaces in name
333
334
335
336
    progress("file with spaces in name")
337
    mkdir('sub directory')
338
    file('sub directory/file with spaces ', 'wt').write('see how this works\n')
339
    runcmd('bzr add .')
340
    runcmd('bzr diff')
341
    runcmd('bzr commit -m add-spaces')
342
    runcmd('bzr check')
343
545 by Martin Pool
- --forward option for log
344
    runcmd('bzr log')
345
    runcmd('bzr log --forward')
346
541 by Martin Pool
- add lazy test for 'bzr info'
347
    runcmd('bzr info')
561 by Martin Pool
- add failing test for problem with stat after remove,
348
349
595 by Martin Pool
- tests for add --no-recurse
350
    
351
352
561 by Martin Pool
- add failing test for problem with stat after remove,
353
354
    cd('..')
355
    cd('..')
356
357
    progress('status after remove')
358
    mkdir('status-after-remove')
359
    # see mail from William Dodé, 2005-05-25
360
    # $ bzr init; touch a; bzr add a; bzr commit -m "add a"
361
    #     * looking for changes...
362
    #     added a
363
    #     * commited r1
364
    #     $ bzr remove a
365
    #     $ bzr status
366
    #     bzr: local variable 'kind' referenced before assignment
367
    #     at /vrac/python/bazaar-ng/bzrlib/diff.py:286 in compare_trees()
368
    #     see ~/.bzr.log for debug information
369
    cd('status-after-remove')
370
    runcmd('bzr init')
371
    file('a', 'w').write('foo')
372
    runcmd('bzr add a')
373
    runcmd(['bzr', 'commit', '-m', 'add a'])
374
    runcmd('bzr remove a')
375
    runcmd('bzr status')
376
410 by Martin Pool
- Fix ignore command and add tests
377
    cd('..')
378
379
    progress('ignore patterns')
380
    mkdir('ignorebranch')
381
    cd('ignorebranch')
382
    runcmd('bzr init')
383
    assert backtick('bzr unknowns') == ''
384
385
    file('foo.tmp', 'wt').write('tmp files are ignored')
386
    assert backtick('bzr unknowns') == ''
387
388
    file('foo.c', 'wt').write('int main() {}')
389
    assert backtick('bzr unknowns') == 'foo.c\n'
390
    runcmd('bzr add foo.c')
391
    assert backtick('bzr unknowns') == ''
392
499 by Martin Pool
- new bzr ignore test cases from ddaa
393
    # 'ignore' works when creating the .bzignore file
410 by Martin Pool
- Fix ignore command and add tests
394
    file('foo.blah', 'wt').write('blah')
395
    assert backtick('bzr unknowns') == 'foo.blah\n'
396
    runcmd('bzr ignore *.blah')
397
    assert backtick('bzr unknowns') == ''
499 by Martin Pool
- new bzr ignore test cases from ddaa
398
    assert file('.bzrignore', 'rb').read() == '*.blah\n'
410 by Martin Pool
- Fix ignore command and add tests
399
499 by Martin Pool
- new bzr ignore test cases from ddaa
400
    # 'ignore' works when then .bzrignore file already exists
401
    file('garh', 'wt').write('garh')
402
    assert backtick('bzr unknowns') == 'garh\n'
403
    runcmd('bzr ignore garh')
404
    assert backtick('bzr unknowns') == ''
405
    assert file('.bzrignore', 'rb').read() == '*.blah\ngarh\n'
300 by Martin Pool
- more tests
406
595 by Martin Pool
- tests for add --no-recurse
407
    cd('..')
408
409
410
411
412
    progress("recursive and non-recursive add")
413
    mkdir('no-recurse')
414
    cd('no-recurse')
415
    runcmd('bzr init')
416
    mkdir('foo')
417
    fp = os.path.join('foo', 'test.txt')
418
    f = file(fp, 'w')
419
    f.write('hello!\n')
420
    f.close()
421
    runcmd('bzr add --no-recurse foo')
422
    runcmd('bzr file-id foo')
423
    runcmd('bzr file-id ' + fp, 1)      # not versioned yet
424
    runcmd('bzr commit -m add-dir-only')
425
426
    runcmd('bzr file-id ' + fp, 1)      # still not versioned 
427
428
    runcmd('bzr add foo')
429
    runcmd('bzr file-id ' + fp)
430
    runcmd('bzr commit -m add-sub-file')
431
    
432
    cd('..')
433
434
511 by Martin Pool
- add tests for files and directories with spaces in name
435
436
296 by Martin Pool
- better reports from testbzr when it fails
437
    progress("all tests passed!")
438
except Exception, e:
439
    sys.stderr.write('*' * 50 + '\n'
440
                     + 'testbzr: tests failed\n'
335 by Martin Pool
- add new failing test for command parsing
441
                     + 'see ' + LOGFILENAME + ' for more information\n'
296 by Martin Pool
- better reports from testbzr when it fails
442
                     + '*' * 50 + '\n')
443
    logfile.write('tests failed!\n')
444
    traceback.print_exc(None, logfile)
513 by Martin Pool
- show some log output if the tests fail
445
    logfile.close()
446
447
    sys.stdout.writelines(file(os.path.join(start_dir, LOGFILENAME), 'rt').readlines()[-50:])
448
    
296 by Martin Pool
- better reports from testbzr when it fails
449
    sys.exit(1)
513 by Martin Pool
- show some log output if the tests fail
450