24
from __future__ import absolute_import
28
26
from cStringIO import StringIO
31
29
from bzrlib import (
37
class ResponseFile(object):
38
"""A wrapper around the http socket containing the result of a GET request.
40
Only read() and seek() (forward) are supported.
43
def __init__(self, path, infile):
46
:param path: File url, for error reports.
48
:param infile: File-like socket set at body start.
57
Dummy implementation for consistency with the 'file' API.
60
def read(self, size=-1):
61
"""Read size bytes from the current position in the file.
63
:param size: The number of bytes to read. Leave unspecified or pass
66
data = self._file.read(size)
67
self._pos += len(data)
71
data = self._file.readline()
72
self._pos += len(data)
77
line = self.readline()
85
def seek(self, offset, whence=os.SEEK_SET):
86
if whence == os.SEEK_SET:
87
if offset < self._pos:
89
"Can't seek backwards, pos: %s, offset: %s"
90
% (self._pos, offset))
91
to_discard = offset - self._pos
92
elif whence == os.SEEK_CUR:
95
raise AssertionError("Can't seek backwards")
97
# Just discard the unwanted bytes
100
36
# A RangeFile expects the following grammar (simplified to outline the
101
37
# assumptions we rely upon).
104
41
# | multiple_range
43
# whole_file: [content_length_header] data
106
45
# single_range: content_range_header data
108
47
# multiple_range: boundary_header boundary (content_range_header data boundary)+
110
class RangeFile(ResponseFile):
49
class RangeFile(object):
111
50
"""File-like object that allow access to partial available data.
113
52
All accesses should happen sequentially since the acquisition occurs during
134
73
:param path: File url, for error reports.
136
74
:param infile: File-like socket set at body start.
138
super(RangeFile, self).__init__(path, infile)
139
78
self._boundary = None
140
79
# When using multi parts response, this will be set with the headers
141
80
# associated with the range currently read.
289
228
% (size, self._start, self._size))
291
230
# read data from file
294
233
if self._size > 0:
295
234
# Don't read past the range definition
296
235
limited = self._start + self._size - self._pos
298
237
limited = min(limited, size)
299
osutils.pumpfile(self._file, buf, limited, self._max_read_size)
300
data = buf.getvalue()
238
osutils.pumpfile(self._file, buffer, limited, self._max_read_size)
239
data = buffer.getvalue()
302
241
# Update _pos respecting the data effectively read
303
242
self._pos += len(data)
359
298
:return: A file-like object that can seek()+read() the
360
299
ranges indicated by the headers.
301
rfile = RangeFile(url, data)
364
rfile = ResponseFile(url, data)
304
size = msg.getheader('content-length', None)
309
rfile.set_range(0, size)
365
310
elif code == 206:
366
rfile = RangeFile(url, data)
367
311
content_type = msg.getheader('content-type', None)
368
312
if content_type is None:
369
313
# When there is no content-type header we treat the response as