2052.3.2
by John Arbash Meinel
Change Copyright .. by Canonical to Copyright ... Canonical |
1 |
# Copyright (C) 2006 Canonical Ltd
|
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
2 |
#
|
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
#
|
|
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
#
|
|
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
4183.7.1
by Sabin Iacob
update FSF mailing address |
15 |
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
16 |
|
17 |
||
18 |
"""Tests for tuned_gzip."""
|
|
19 |
||
20 |
||
21 |
# do not use bzrlib test cases here - this should be suitable for sending
|
|
22 |
# upstream.
|
|
23 |
from cStringIO import StringIO |
|
24 |
from unittest import TestCase |
|
25 |
import zlib |
|
26 |
||
27 |
||
1773.4.1
by Martin Pool
Add pyflakes makefile target; fix many warnings |
28 |
from bzrlib import tuned_gzip |
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
29 |
|
30 |
||
31 |
class FakeDecompress(object): |
|
32 |
"""A fake decompressor for testing GzipFile."""
|
|
33 |
||
34 |
def __init__(self): |
|
35 |
self.unused_data='' |
|
36 |
||
37 |
def decompress(self, buf): |
|
38 |
"""Return an empty string as though we are at eof."""
|
|
3943.8.1
by Marius Kruger
remove all trailing whitespace from bzr source |
39 |
# note that the zlib module *overwrites* unused data
|
1666.1.11
by Robert Collins
Really fix short-read support in tuned_gzip. The python zlib module behaved differently than thought. |
40 |
# on writes after EOF.
|
41 |
self.unused_data = buf |
|
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
42 |
return '' |
43 |
||
44 |
||
45 |
class TestFakeDecompress(TestCase): |
|
46 |
"""We use a fake decompressor to test GzipFile.
|
|
47 |
||
48 |
This class tests the behaviours we want from it.
|
|
49 |
"""
|
|
50 |
||
51 |
def test_decompress(self): |
|
52 |
# decompressing returns no data.
|
|
53 |
decompress = FakeDecompress() |
|
54 |
self.assertEqual('', decompress.decompress('0')) |
|
55 |
||
56 |
def test_unused_data(self): |
|
57 |
# after decompressing, we have 1 unused byte.
|
|
58 |
# this is normally set by decompressors when they
|
|
59 |
# detect the end of a compressed stream.
|
|
60 |
decompress = FakeDecompress() |
|
61 |
decompress.decompress('0') |
|
62 |
self.assertEqual('0', decompress.unused_data) |
|
63 |
# decompressing again (when the short read is read)
|
|
1666.1.11
by Robert Collins
Really fix short-read support in tuned_gzip. The python zlib module behaved differently than thought. |
64 |
# will give us the latest input in the unused_data
|
65 |
# this is arguably a bug in zlib but ...
|
|
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
66 |
decompress.decompress('1234567') |
1666.1.11
by Robert Collins
Really fix short-read support in tuned_gzip. The python zlib module behaved differently than thought. |
67 |
self.assertEqual('1234567', decompress.unused_data) |
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
68 |
|
69 |
||
70 |
class TestGzip(TestCase): |
|
71 |
||
72 |
def test__read_short_remainder(self): |
|
73 |
# a _read call at the end of a compressed hunk should
|
|
3943.8.1
by Marius Kruger
remove all trailing whitespace from bzr source |
74 |
# read more bytes if there is less than 8 bytes (the
|
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
75 |
# gzip trailer) unread.
|
76 |
stream = StringIO('\0\0\0\0\0\0\0\0') |
|
1773.4.1
by Martin Pool
Add pyflakes makefile target; fix many warnings |
77 |
myfile = tuned_gzip.GzipFile(fileobj=stream) |
1666.1.2
by Robert Collins
Fix race condition between end of stream and end of file with tuned_gzip. |
78 |
# disable the _new_member check, we are microtesting.
|
79 |
myfile._new_member = False |
|
80 |
myfile.crc = zlib.crc32('') |
|
81 |
myfile.decompress = FakeDecompress() |
|
82 |
myfile.size = 0 |
|
83 |
myfile._read(1) |
|
84 |
# all the data should have been read now
|
|
85 |
self.assertEqual('', stream.read()) |
|
86 |
# and it should be new member time in the stream.
|
|
87 |
self.failUnless(myfile._new_member) |
|
4398.8.2
by John Arbash Meinel
Add a chunks_to_gzip function. |
88 |
|
89 |
||
90 |
class TestToGzip(TestCase): |
|
91 |
||
92 |
def assertToGzip(self, chunks): |
|
93 |
bytes = ''.join(chunks) |
|
94 |
gzfromchunks = tuned_gzip.chunks_to_gzip(chunks) |
|
95 |
gzfrombytes = tuned_gzip.bytes_to_gzip(bytes) |
|
96 |
self.assertEqual(gzfrombytes, gzfromchunks) |
|
97 |
decoded = tuned_gzip.GzipFile(fileobj=StringIO(gzfromchunks)).read() |
|
98 |
self.assertEqual(bytes, decoded) |
|
99 |
||
100 |
def test_single_chunk(self): |
|
101 |
self.assertToGzip(['a modest chunk\nwith some various\nbits\n']) |
|
102 |
||
103 |
def test_simple_text(self): |
|
104 |
self.assertToGzip(['some\n', 'strings\n', 'to\n', 'process\n']) |
|
105 |
||
106 |
def test_large_chunks(self): |
|
107 |
self.assertToGzip(['a large string\n'*1024]) |
|
108 |
self.assertToGzip(['a large string\n']*1024) |
|
109 |
||
110 |
def test_enormous_chunks(self): |
|
111 |
self.assertToGzip(['a large string\n'*1024*256]) |
|
112 |
self.assertToGzip(['a large string\n']*1024*256) |