1
# Copyright (C) 2004, 2005 by Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
from cStringIO import StringIO
21
from bzrlib.errors import NoSuchFile, FileExists, TransportNotPossible
22
from bzrlib.selftest import TestCase, TestCaseInTempDir
23
from bzrlib.selftest.HTTPTestUtil import TestCaseWithWebserver
24
from bzrlib.transport import memory, urlescape
28
"""Append the given text (file-like object) to the supplied filename."""
35
class TestTransport(TestCase):
36
"""Test the non transport-concrete class functionality."""
38
def test_urlescape(self):
39
self.assertEqual('%25', urlescape('%'))
42
class TestTransportMixIn(object):
43
"""Subclass this, and it will provide a series of tests for a Transport.
44
It assumes that the Transport object is connected to the
45
current working directory. So that whatever is done
46
through the transport, should show up in the working
47
directory, and vice-versa.
49
This also tests to make sure that the functions work with both
50
generators and lists (assuming iter(list) is effectively a generator)
53
def get_transport(self):
54
"""Children should override this to return the Transport object.
56
raise NotImplementedError
59
t = self.get_transport()
61
files = ['a', 'b', 'e', 'g', '%']
62
self.build_tree(files)
63
self.assertEqual(t.has('a'), True)
64
self.assertEqual(t.has('c'), False)
65
self.assertEqual(t.has(urlescape('%')), True)
66
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h'])),
67
[True, True, False, False, True, False, True, False])
68
self.assertEqual(list(t.has_multi(iter(['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h']))),
69
[True, True, False, False, True, False, True, False])
72
t = self.get_transport()
74
files = ['a', 'b', 'e', 'g']
75
self.build_tree(files)
76
self.assertEqual(t.get('a').read(), open('a').read())
77
content_f = t.get_multi(files)
78
for path,f in zip(files, content_f):
79
self.assertEqual(open(path).read(), f.read())
81
content_f = t.get_multi(iter(files))
82
for path,f in zip(files, content_f):
83
self.assertEqual(open(path).read(), f.read())
85
self.assertRaises(NoSuchFile, t.get, 'c')
87
files = list(t.get_multi(['a', 'b', 'c']))
91
self.fail('Failed to raise NoSuchFile for missing file in get_multi')
93
files = list(t.get_multi(iter(['a', 'b', 'c', 'e'])))
97
self.fail('Failed to raise NoSuchFile for missing file in get_multi')
100
t = self.get_transport()
103
self.assertRaises(TransportNotPossible,
104
t.put, 'a', 'some text for a\n')
105
open('a', 'wb').write('some text for a\n')
107
t.put('a', 'some text for a\n')
108
self.assert_(os.path.exists('a'))
109
self.check_file_contents('a', 'some text for a\n')
110
self.assertEqual(t.get('a').read(), 'some text for a\n')
111
# Make sure 'has' is updated
112
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e'])),
113
[True, False, False, False, False])
115
self.assertRaises(TransportNotPossible,
117
[('a', 'new\ncontents for\na\n'),
118
('d', 'contents\nfor d\n')])
119
open('a', 'wb').write('new\ncontents for\na\n')
120
open('d', 'wb').write('contents\nfor d\n')
122
# Put also replaces contents
123
self.assertEqual(t.put_multi([('a', 'new\ncontents for\na\n'),
124
('d', 'contents\nfor d\n')]),
126
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e'])),
127
[True, False, False, True, False])
128
self.check_file_contents('a', 'new\ncontents for\na\n')
129
self.check_file_contents('d', 'contents\nfor d\n')
132
self.assertRaises(TransportNotPossible,
133
t.put_multi, iter([('a', 'diff\ncontents for\na\n'),
134
('d', 'another contents\nfor d\n')]))
135
open('a', 'wb').write('diff\ncontents for\na\n')
136
open('d', 'wb').write('another contents\nfor d\n')
139
t.put_multi(iter([('a', 'diff\ncontents for\na\n'),
140
('d', 'another contents\nfor d\n')]))
142
self.check_file_contents('a', 'diff\ncontents for\na\n')
143
self.check_file_contents('d', 'another contents\nfor d\n')
146
self.assertRaises(TransportNotPossible,
147
t.put, 'path/doesnt/exist/c', 'contents')
149
self.assertRaises(NoSuchFile,
150
t.put, 'path/doesnt/exist/c', 'contents')
152
def test_put_file(self):
153
t = self.get_transport()
155
# Test that StringIO can be used as a file-like object with put
156
f1 = StringIO('this is a string\nand some more stuff\n')
158
open('f1', 'wb').write(f1.read())
164
self.check_file_contents('f1',
165
'this is a string\nand some more stuff\n')
167
f2 = StringIO('here is some text\nand a bit more\n')
168
f3 = StringIO('some text for the\nthird file created\n')
171
open('f2', 'wb').write(f2.read())
172
open('f3', 'wb').write(f3.read())
174
t.put_multi([('f2', f2), ('f3', f3)])
178
self.check_file_contents('f2', 'here is some text\nand a bit more\n')
179
self.check_file_contents('f3', 'some text for the\nthird file created\n')
181
# Test that an actual file object can be used with put
182
f4 = open('f1', 'rb')
184
open('f4', 'wb').write(f4.read())
190
self.check_file_contents('f4',
191
'this is a string\nand some more stuff\n')
193
f5 = open('f2', 'rb')
194
f6 = open('f3', 'rb')
196
open('f5', 'wb').write(f5.read())
197
open('f6', 'wb').write(f6.read())
199
t.put_multi([('f5', f5), ('f6', f6)])
203
self.check_file_contents('f5', 'here is some text\nand a bit more\n')
204
self.check_file_contents('f6', 'some text for the\nthird file created\n')
208
def test_mkdir(self):
209
t = self.get_transport()
213
self.assertEqual(t.has('dir_a'), True)
214
self.assertEqual(t.has('dir_b'), False)
217
self.assertRaises(TransportNotPossible,
222
self.assertEqual(t.has('dir_b'), True)
223
self.assert_(os.path.isdir('dir_b'))
226
self.assertRaises(TransportNotPossible,
227
t.mkdir_multi, ['dir_c', 'dir_d'])
231
t.mkdir_multi(['dir_c', 'dir_d'])
234
self.assertRaises(TransportNotPossible,
235
t.mkdir_multi, iter(['dir_e', 'dir_f']))
239
t.mkdir_multi(iter(['dir_e', 'dir_f']))
240
self.assertEqual(list(t.has_multi(
241
['dir_a', 'dir_b', 'dir_c', 'dir_q',
242
'dir_d', 'dir_e', 'dir_f', 'dir_b'])),
243
[True, True, True, False,
244
True, True, True, True])
245
for d in ['dir_a', 'dir_b', 'dir_c', 'dir_d', 'dir_e', 'dir_f']:
246
self.assert_(os.path.isdir(d))
248
if not self.readonly:
249
self.assertRaises(NoSuchFile, t.mkdir, 'path/doesnt/exist')
250
self.assertRaises(FileExists, t.mkdir, 'dir_a') # Creating a directory again should fail
252
# Make sure the transport recognizes when a
253
# directory is created by other means
254
# Caching Transports will fail, because dir_e was already seen not
255
# to exist. So instead, we will search for a new directory
257
#if not self.readonly:
258
# self.assertRaises(FileExists, t.mkdir, 'dir_e')
261
if not self.readonly:
262
self.assertRaises(FileExists, t.mkdir, 'dir_g')
264
# Test get/put in sub-directories
266
open('dir_a/a', 'wb').write('contents of dir_a/a')
267
open('dir_b/b', 'wb').write('contents of dir_b/b')
270
t.put_multi([('dir_a/a', 'contents of dir_a/a'),
271
('dir_b/b', 'contents of dir_b/b')])
273
for f in ('dir_a/a', 'dir_b/b'):
274
self.assertEqual(t.get(f).read(), open(f).read())
276
def test_copy_to(self):
278
from bzrlib.transport.local import LocalTransport
280
t = self.get_transport()
282
files = ['a', 'b', 'c', 'd']
283
self.build_tree(files)
285
dtmp = tempfile.mkdtemp(dir='.', prefix='test-transport-')
286
dtmp_base = os.path.basename(dtmp)
287
local_t = LocalTransport(dtmp)
289
t.copy_to(files, local_t)
291
self.assertEquals(open(f).read(),
292
open(os.path.join(dtmp_base, f)).read())
294
del dtmp, dtmp_base, local_t
296
dtmp = tempfile.mkdtemp(dir='.', prefix='test-transport-')
297
dtmp_base = os.path.basename(dtmp)
298
local_t = LocalTransport(dtmp)
300
files = ['a', 'b', 'c', 'd']
301
t.copy_to(iter(files), local_t)
303
self.assertEquals(open(f).read(),
304
open(os.path.join(dtmp_base, f)).read())
306
del dtmp, dtmp_base, local_t
308
def test_append(self):
309
t = self.get_transport()
312
open('a', 'wb').write('diff\ncontents for\na\n')
313
open('b', 'wb').write('contents\nfor b\n')
316
('a', 'diff\ncontents for\na\n'),
317
('b', 'contents\nfor b\n')
321
self.assertRaises(TransportNotPossible,
322
t.append, 'a', 'add\nsome\nmore\ncontents\n')
323
_append('a', 'add\nsome\nmore\ncontents\n')
325
t.append('a', 'add\nsome\nmore\ncontents\n')
327
self.check_file_contents('a',
328
'diff\ncontents for\na\nadd\nsome\nmore\ncontents\n')
331
self.assertRaises(TransportNotPossible,
333
[('a', 'and\nthen\nsome\nmore\n'),
334
('b', 'some\nmore\nfor\nb\n')])
335
_append('a', 'and\nthen\nsome\nmore\n')
336
_append('b', 'some\nmore\nfor\nb\n')
338
t.append_multi([('a', 'and\nthen\nsome\nmore\n'),
339
('b', 'some\nmore\nfor\nb\n')])
340
self.check_file_contents('a',
341
'diff\ncontents for\na\n'
342
'add\nsome\nmore\ncontents\n'
343
'and\nthen\nsome\nmore\n')
344
self.check_file_contents('b',
346
'some\nmore\nfor\nb\n')
349
_append('a', 'a little bit more\n')
350
_append('b', 'from an iterator\n')
352
t.append_multi(iter([('a', 'a little bit more\n'),
353
('b', 'from an iterator\n')]))
354
self.check_file_contents('a',
355
'diff\ncontents for\na\n'
356
'add\nsome\nmore\ncontents\n'
357
'and\nthen\nsome\nmore\n'
358
'a little bit more\n')
359
self.check_file_contents('b',
361
'some\nmore\nfor\nb\n'
362
'from an iterator\n')
364
def test_append_file(self):
365
t = self.get_transport()
368
('f1', 'this is a string\nand some more stuff\n'),
369
('f2', 'here is some text\nand a bit more\n'),
370
('f3', 'some text for the\nthird file created\n'),
371
('f4', 'this is a string\nand some more stuff\n'),
372
('f5', 'here is some text\nand a bit more\n'),
373
('f6', 'some text for the\nthird file created\n')
377
for f, val in contents:
378
open(f, 'wb').write(val)
380
t.put_multi(contents)
382
a1 = StringIO('appending to\none\n')
384
_append('f1', a1.read())
390
self.check_file_contents('f1',
391
'this is a string\nand some more stuff\n'
392
'appending to\none\n')
394
a2 = StringIO('adding more\ntext to two\n')
395
a3 = StringIO('some garbage\nto put in three\n')
398
_append('f2', a2.read())
399
_append('f3', a3.read())
401
t.append_multi([('f2', a2), ('f3', a3)])
405
self.check_file_contents('f2',
406
'here is some text\nand a bit more\n'
407
'adding more\ntext to two\n')
408
self.check_file_contents('f3',
409
'some text for the\nthird file created\n'
410
'some garbage\nto put in three\n')
412
# Test that an actual file object can be used with put
413
a4 = open('f1', 'rb')
415
_append('f4', a4.read())
421
self.check_file_contents('f4',
422
'this is a string\nand some more stuff\n'
423
'this is a string\nand some more stuff\n'
424
'appending to\none\n')
426
a5 = open('f2', 'rb')
427
a6 = open('f3', 'rb')
429
_append('f5', a5.read())
430
_append('f6', a6.read())
432
t.append_multi([('f5', a5), ('f6', a6)])
436
self.check_file_contents('f5',
437
'here is some text\nand a bit more\n'
438
'here is some text\nand a bit more\n'
439
'adding more\ntext to two\n')
440
self.check_file_contents('f6',
441
'some text for the\nthird file created\n'
442
'some text for the\nthird file created\n'
443
'some garbage\nto put in three\n')
445
def test_delete(self):
446
# TODO: Test Transport.delete
450
# TODO: Test Transport.move
454
class LocalTransportTest(TestCaseInTempDir, TestTransportMixIn):
455
def get_transport(self):
456
from bzrlib.transport.local import LocalTransport
457
return LocalTransport('.')
460
class HttpTransportTest(TestCaseWithWebserver, TestTransportMixIn):
464
def get_transport(self):
465
from bzrlib.transport.http import HttpTransport
466
url = self.get_remote_url('.')
467
return HttpTransport(url)
470
class TestMemoryTransport(TestCase):
472
def test_get_transport(self):
473
memory.MemoryTransport()
475
def test_clone(self):
476
transport = memory.MemoryTransport()
477
self.failUnless(transport.clone() is transport)
479
def test_abspath(self):
480
transport = memory.MemoryTransport()
481
self.assertEqual("in-memory:relpath", transport.abspath('relpath'))
483
def test_relpath(self):
484
transport = memory.MemoryTransport()
486
def test_append_and_get(self):
487
transport = memory.MemoryTransport()
488
transport.append('path', StringIO('content'))
489
self.assertEqual(transport.get('path').read(), 'content')
490
transport.append('path', StringIO('content'))
491
self.assertEqual(transport.get('path').read(), 'contentcontent')
493
def test_put_and_get(self):
494
transport = memory.MemoryTransport()
495
transport.put('path', StringIO('content'))
496
self.assertEqual(transport.get('path').read(), 'content')
497
transport.put('path', StringIO('content'))
498
self.assertEqual(transport.get('path').read(), 'content')
500
def test_append_without_dir_fails(self):
501
transport = memory.MemoryTransport()
502
self.assertRaises(NoSuchFile,
503
transport.append, 'dir/path', StringIO('content'))
505
def test_put_without_dir_fails(self):
506
transport = memory.MemoryTransport()
507
self.assertRaises(NoSuchFile,
508
transport.put, 'dir/path', StringIO('content'))
510
def test_get_missing(self):
511
transport = memory.MemoryTransport()
512
self.assertRaises(NoSuchFile, transport.get, 'foo')
514
def test_has_missing(self):
515
transport = memory.MemoryTransport()
516
self.assertEquals(False, transport.has('foo'))
518
def test_has_present(self):
519
transport = memory.MemoryTransport()
520
transport.append('foo', StringIO('content'))
521
self.assertEquals(True, transport.has('foo'))
523
def test_mkdir(self):
524
transport = memory.MemoryTransport()
525
transport.mkdir('dir')
526
transport.append('dir/path', StringIO('content'))
527
self.assertEqual(transport.get('dir/path').read(), 'content')
529
def test_mkdir_missing_parent(self):
530
transport = memory.MemoryTransport()
531
self.assertRaises(NoSuchFile,
532
transport.mkdir, 'dir/dir')
534
def test_mkdir_twice(self):
535
transport = memory.MemoryTransport()
536
transport.mkdir('dir')
537
self.assertRaises(FileExists, transport.mkdir, 'dir')
539
def test_parameters(self):
540
transport = memory.MemoryTransport()
541
self.assertEqual(True, transport.listable())
542
self.assertEqual(False, transport.should_cache())
544
def test_iter_files_recursive(self):
545
transport = memory.MemoryTransport()
546
transport.mkdir('dir')
547
transport.put('dir/foo', StringIO('content'))
548
transport.put('dir/bar', StringIO('content'))
549
transport.put('bar', StringIO('content'))
550
paths = set(transport.iter_files_recursive())
551
self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
554
transport = memory.MemoryTransport()
555
transport.put('foo', StringIO('content'))
556
transport.put('bar', StringIO('phowar'))
557
self.assertEqual(7, transport.stat('foo').st_size)
558
self.assertEqual(6, transport.stat('bar').st_size)