~bzr-pqm/bzr/bzr.dev

292 by Martin Pool
- start adding a pure-python blackbox test suite
1
#! /usr/bin/python
2
3
# Copyright (C) 2005 Canonical Ltd
4
5
# This program is free software; you can redistribute it and/or modify
6
# it under the terms of the GNU General Public License as published by
7
# the Free Software Foundation; either version 2 of the License, or
8
# (at your option) any later version.
9
10
# This program is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
# GNU General Public License for more details.
14
15
# You should have received a copy of the GNU General Public License
16
# along with this program; if not, write to the Free Software
17
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18
19
20
"""External black-box test for bzr.
21
22
This always runs bzr as an external process to try to catch bugs
23
related to argument processing, startup, etc.
24
25
This replaces the previous test.sh which was not very portable."""
26
296 by Martin Pool
- better reports from testbzr when it fails
27
import sys, os, traceback
339 by Martin Pool
many more diffs
28
from os import mkdir
29
from os.path import exists
292 by Martin Pool
- start adding a pure-python blackbox test suite
30
335 by Martin Pool
- add new failing test for command parsing
31
TESTDIR = "testbzr.tmp"
32
33
LOGFILENAME = 'testbzr.log'
34
292 by Martin Pool
- start adding a pure-python blackbox test suite
35
try:
36
    import shutil
301 by Martin Pool
- provide for catching output from shell commands
37
    from subprocess import call, Popen, PIPE
292 by Martin Pool
- start adding a pure-python blackbox test suite
38
except ImportError, e:
39
    sys.stderr.write("testbzr: sorry, this test suite requires modules from python2.4\n"
40
                     + '    ' + str(e))
41
    sys.exit(1)
42
43
296 by Martin Pool
- better reports from testbzr when it fails
44
class CommandFailed(Exception):
45
    pass
46
47
302 by Martin Pool
testbzr: new backtick() helper
48
def formcmd(cmd):
49
    if isinstance(cmd, basestring):
50
        logfile.write('$ %s\n' % cmd)
51
        cmd = cmd.split()
52
    else:
53
        logfile.write('$ %r\n' % cmd)
54
398 by Martin Pool
- testbzr finds the right version of bzr to test
55
    if cmd[0] == 'bzr':
56
        cmd[0] = BZRPATH
57
302 by Martin Pool
testbzr: new backtick() helper
58
    return cmd
59
60
61
def runcmd(cmd, retcode=0):
300 by Martin Pool
- more tests
62
    """Run one command and check the return code.
292 by Martin Pool
- start adding a pure-python blackbox test suite
63
301 by Martin Pool
- provide for catching output from shell commands
64
    Returns a tuple of (stdout,stderr) strings.
65
292 by Martin Pool
- start adding a pure-python blackbox test suite
66
    If a single string is based, it is split into words.
67
    For commands that are not simple space-separated words, please
68
    pass a list instead."""
302 by Martin Pool
testbzr: new backtick() helper
69
    cmd = formcmd(cmd)
70
    log_linenumber()
71
    
72
    actual_retcode = call(cmd, stdout=logfile, stderr=logfile)
73
    
74
    if retcode != actual_retcode:
75
        raise CommandFailed("test failed: %r returned %d, expected %d"
76
                            % (cmd, actual_retcode, retcode))
77
78
79
80
def backtick(cmd, retcode=0):
81
    cmd = formcmd(cmd)
82
    log_linenumber()
83
    child = Popen(cmd, stdout=PIPE, stderr=logfile)
301 by Martin Pool
- provide for catching output from shell commands
84
    outd, errd = child.communicate()
302 by Martin Pool
testbzr: new backtick() helper
85
    logfile.write(outd)
301 by Martin Pool
- provide for catching output from shell commands
86
    actual_retcode = child.wait()
307 by Martin Pool
testbzr: clean up crlf handling
87
88
    outd = outd.replace('\r', '')
301 by Martin Pool
- provide for catching output from shell commands
89
    
298 by Martin Pool
- test some commands known to fail
90
    if retcode != actual_retcode:
91
        raise CommandFailed("test failed: %r returned %d, expected %d"
92
                            % (cmd, actual_retcode, retcode))
292 by Martin Pool
- start adding a pure-python blackbox test suite
93
302 by Martin Pool
testbzr: new backtick() helper
94
    return outd
95
301 by Martin Pool
- provide for catching output from shell commands
96
292 by Martin Pool
- start adding a pure-python blackbox test suite
97
98
def progress(msg):
99
    print '* ' + msg
100
    logfile.write('* '+ msg + '\n')
297 by Martin Pool
- fix intentional testcase failure
101
    log_linenumber()
102
103
299 by Martin Pool
testbzr:
104
def cd(dirname):
105
    logfile.write('$ cd %s\n' % dirname)
106
    os.chdir(dirname)
107
108
300 by Martin Pool
- more tests
109
297 by Martin Pool
- fix intentional testcase failure
110
def log_linenumber():
111
    """Log the stack frame location two things up."""
112
    stack = traceback.extract_stack()[-3]
113
    logfile.write('   at %s:%d\n' % stack[:2])
114
115
340 by Martin Pool
- more testcase fixes
116
292 by Martin Pool
- start adding a pure-python blackbox test suite
117
# prepare an empty scratch directory
118
if os.path.exists(TESTDIR):
119
    shutil.rmtree(TESTDIR)
120
121
335 by Martin Pool
- add new failing test for command parsing
122
logfile = open(LOGFILENAME, 'wt', buffering=1)
292 by Martin Pool
- start adding a pure-python blackbox test suite
123
124
300 by Martin Pool
- more tests
125
try:
398 by Martin Pool
- testbzr finds the right version of bzr to test
126
    mypath = os.path.abspath(sys.argv[0])
127
    print 'running tests from', mypath
128
129
    global BZRPATH
130
131
    if len(sys.argv) > 1:
132
        BZRPATH = sys.argv[1]
133
    else:
134
        BZRPATH = os.path.join(os.path.split(mypath)[0], 'bzr')
135
136
    print 'against bzr', BZRPATH
137
    print
138
    print backtick([BZRPATH, 'version'])
139
    
300 by Martin Pool
- more tests
140
    runcmd(['mkdir', TESTDIR])
299 by Martin Pool
testbzr:
141
    cd(TESTDIR)
296 by Martin Pool
- better reports from testbzr when it fails
142
300 by Martin Pool
- more tests
143
    progress("introductory commands")
296 by Martin Pool
- better reports from testbzr when it fails
144
    runcmd("bzr version")
335 by Martin Pool
- add new failing test for command parsing
145
    runcmd("bzr --version")
296 by Martin Pool
- better reports from testbzr when it fails
146
    runcmd("bzr help")
297 by Martin Pool
- fix intentional testcase failure
147
    runcmd("bzr --help")
148
399 by Martin Pool
- testbzr also runs selftests
149
    progress("internal tests")
150
    runcmd("bzr selftest")
151
300 by Martin Pool
- more tests
152
    progress("user identity")
297 by Martin Pool
- fix intentional testcase failure
153
    # this should always identify something, if only "john@localhost"
154
    runcmd("bzr whoami")
298 by Martin Pool
- test some commands known to fail
155
    runcmd("bzr whoami --email")
302 by Martin Pool
testbzr: new backtick() helper
156
    assert backtick("bzr whoami --email").count('@') == 1
298 by Martin Pool
- test some commands known to fail
157
300 by Martin Pool
- more tests
158
    progress("invalid commands")
298 by Martin Pool
- test some commands known to fail
159
    runcmd("bzr pants", retcode=1)
160
    runcmd("bzr --pants off", retcode=1)
382 by Martin Pool
- test previous commit
161
    runcmd("bzr diff --message foo", retcode=1)
296 by Martin Pool
- better reports from testbzr when it fails
162
300 by Martin Pool
- more tests
163
    progress("basic branch creation")
164
    runcmd(['mkdir', 'branch1'])
165
    cd('branch1')
166
    runcmd('bzr init')
303 by Martin Pool
- more tests for unknown file
167
168
    progress("status of new file")
300 by Martin Pool
- more tests
169
    
170
    f = file('test.txt', 'wt')
171
    f.write('hello world!\n')
172
    f.close()
173
307 by Martin Pool
testbzr: clean up crlf handling
174
    out = backtick("bzr unknowns")
175
    assert out == 'test.txt\n'
303 by Martin Pool
- more tests for unknown file
176
307 by Martin Pool
testbzr: clean up crlf handling
177
    out = backtick("bzr status")
303 by Martin Pool
- more tests for unknown file
178
    assert out == '''?       test.txt\n'''
179
307 by Martin Pool
testbzr: clean up crlf handling
180
    out = backtick("bzr status --all")
304 by Martin Pool
testbzr: test adding a file
181
    assert out == "?       test.txt\n"
182
350 by Martin Pool
- refactor command aliases into command classes
183
    progress("command aliases")
184
    out = backtick("bzr st --all")
185
    assert out == "?       test.txt\n"
186
    out = backtick("bzr stat")
187
    assert out == "?       test.txt\n"
188
189
    progress("command help")
190
    runcmd("bzr help st")
191
    runcmd("bzr help")
192
    runcmd("bzr help commands")
352 by Martin Pool
- Show aliases in command help
193
    runcmd("bzr help slartibartfast", 1)
194
195
    out = backtick("bzr help ci")
196
    out.index('aliases: ')
350 by Martin Pool
- refactor command aliases into command classes
197
305 by Martin Pool
testbzr: test renames
198
    progress("can't rename unversioned file")
199
    runcmd("bzr rename test.txt new-test.txt", 1)
200
304 by Martin Pool
testbzr: test adding a file
201
    progress("adding a file")
202
203
    runcmd("bzr add test.txt")
204
    assert backtick("bzr unknowns") == ''
307 by Martin Pool
testbzr: clean up crlf handling
205
    assert backtick("bzr status --all") == "A       test.txt\n"
300 by Martin Pool
- more tests
206
305 by Martin Pool
testbzr: test renames
207
    progress("rename newly-added file")
208
    runcmd("bzr rename test.txt hello.txt")
306 by Martin Pool
testbzr: test renames
209
    assert os.path.exists("hello.txt")
210
    assert not os.path.exists("test.txt")
305 by Martin Pool
testbzr: test renames
211
308 by Martin Pool
fix test suite
212
    assert backtick("bzr revno") == '0\n'
307 by Martin Pool
testbzr: clean up crlf handling
213
339 by Martin Pool
many more diffs
214
    progress("add first revision")
215
    runcmd(["bzr", "commit", "-m", 'add first revision'])
216
217
    progress("more complex renames")
218
    os.mkdir("sub1")
219
    runcmd("bzr rename hello.txt sub1", 1)
220
    runcmd("bzr rename hello.txt sub1/hello.txt", 1)
221
    runcmd("bzr move hello.txt sub1", 1)
222
223
    runcmd("bzr add sub1")
224
    runcmd("bzr rename sub1 sub2")
225
    runcmd("bzr move hello.txt sub2")
392 by Martin Pool
- fix relpath and add tests
226
    assert backtick("bzr relpath sub2/hello.txt") == "sub2/hello.txt\n"
339 by Martin Pool
many more diffs
227
228
    assert exists("sub2")
229
    assert exists("sub2/hello.txt")
230
    assert not exists("sub1")
231
    assert not exists("hello.txt")
232
233
    runcmd(['bzr', 'commit', '-m', 'commit with some things moved to subdirs'])
234
235
    mkdir("sub1")
236
    runcmd('bzr add sub1')
237
    runcmd('bzr move sub2/hello.txt sub1')
238
    assert not exists('sub2/hello.txt')
239
    assert exists('sub1/hello.txt')
240
    runcmd('bzr move sub2 sub1')
241
    assert not exists('sub2')
242
    assert exists('sub1/sub2')
243
244
    runcmd(['bzr', 'commit', '-m', 'rename nested subdirectories'])
245
246
    cd('sub1/sub2')
247
    runcmd('bzr move ../hello.txt .')
340 by Martin Pool
- more testcase fixes
248
    assert exists('./hello.txt')
392 by Martin Pool
- fix relpath and add tests
249
    assert backtick('bzr relpath hello.txt') == 'sub1/sub2/hello.txt\n'
250
    assert backtick('bzr relpath ../../sub1/sub2/hello.txt') == 'sub1/sub2/hello.txt\n'
339 by Martin Pool
many more diffs
251
    runcmd(['bzr', 'commit', '-m', 'move to parent directory'])
252
    cd('..')
392 by Martin Pool
- fix relpath and add tests
253
    assert backtick('bzr relpath sub2/hello.txt') == 'sub1/sub2/hello.txt\n'
340 by Martin Pool
- more testcase fixes
254
255
    runcmd('bzr move sub2/hello.txt .')
256
    assert exists('hello.txt')
389 by Martin Pool
- new commit --file option!
257
258
    f = file('hello.txt', 'wt')
259
    f.write('some nice new content\n')
260
    f.close()
261
262
    f = file('msg.tmp', 'wt')
263
    f.write('this is my new commit\n')
264
    f.close()
265
266
    runcmd('bzr commit -F msg.tmp')
394 by Martin Pool
- Fix argument handling in export command
267
268
    assert backtick('bzr revno') == '5\n'
269
    runcmd('bzr export -r 5 export-5.tmp')
270
    runcmd('bzr export export.tmp')
339 by Martin Pool
many more diffs
271
    
300 by Martin Pool
- more tests
272
    cd('..')
273
296 by Martin Pool
- better reports from testbzr when it fails
274
    progress("all tests passed!")
275
except Exception, e:
276
    sys.stderr.write('*' * 50 + '\n'
277
                     + 'testbzr: tests failed\n'
335 by Martin Pool
- add new failing test for command parsing
278
                     + 'see ' + LOGFILENAME + ' for more information\n'
296 by Martin Pool
- better reports from testbzr when it fails
279
                     + '*' * 50 + '\n')
280
    logfile.write('tests failed!\n')
281
    traceback.print_exc(None, logfile)
282
    sys.exit(1)