13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
17
from cStringIO import StringIO
20
from SimpleHTTPServer import SimpleHTTPRequestHandler
28
from bzrlib.smart import protocol
29
from bzrlib.tests import TestCaseWithTransport
30
from bzrlib.tests.HttpServer import (
32
TestingHTTPRequestHandler,
34
from bzrlib.transport import (
39
class WallRequestHandler(TestingHTTPRequestHandler):
40
"""Whatever request comes in, close the connection"""
42
def handle_one_request(self):
43
"""Handle a single HTTP request, by abruptly closing the connection"""
44
self.close_connection = 1
47
class BadStatusRequestHandler(TestingHTTPRequestHandler):
48
"""Whatever request comes in, returns a bad status"""
50
def parse_request(self):
51
"""Fakes handling a single HTTP request, returns a bad status"""
52
ignored = TestingHTTPRequestHandler.parse_request(self)
54
self.send_response(0, "Bad status")
56
except socket.error, e:
57
# We don't want to pollute the test results with
58
# spurious server errors while test succeed. In our
59
# case, it may occur that the test has already read
60
# the 'Bad Status' and closed the socket while we are
61
# still trying to send some headers... So the test is
62
# ok, but if we raise the exception, the output is
63
# dirty. So we don't raise, but we close the
64
# connection, just to be safe :)
65
spurious = [errno.EPIPE,
69
if (len(e.args) > 0) and (e.args[0] in spurious):
70
self.close_connection = 1
77
class InvalidStatusRequestHandler(TestingHTTPRequestHandler):
78
"""Whatever request comes in, returns am invalid status"""
80
def parse_request(self):
81
"""Fakes handling a single HTTP request, returns a bad status"""
82
ignored = TestingHTTPRequestHandler.parse_request(self)
83
self.wfile.write("Invalid status line\r\n")
87
class BadProtocolRequestHandler(TestingHTTPRequestHandler):
88
"""Whatever request comes in, returns a bad protocol version"""
90
def parse_request(self):
91
"""Fakes handling a single HTTP request, returns a bad status"""
92
ignored = TestingHTTPRequestHandler.parse_request(self)
93
# Returns an invalid protocol version, but curl just
94
# ignores it and those cannot be tested.
95
self.wfile.write("%s %d %s\r\n" % ('HTTP/0.0',
97
'Look at my protocol version'))
101
class ForbiddenRequestHandler(TestingHTTPRequestHandler):
102
"""Whatever request comes in, returns a 403 code"""
104
def parse_request(self):
105
"""Handle a single HTTP request, by replying we cannot handle it"""
106
ignored = TestingHTTPRequestHandler.parse_request(self)
111
class HTTPServerWithSmarts(HttpServer):
28
from bzrlib.smart import (
31
from bzrlib.tests import http_server
32
from bzrlib.transport import chroot
35
class HTTPServerWithSmarts(http_server.HttpServer):
112
36
"""HTTPServerWithSmarts extends the HttpServer with POST methods that will
113
37
trigger a smart server to execute with a transport rooted at the rootdir of
118
HttpServer.__init__(self, SmartRequestHandler)
121
class SmartRequestHandler(TestingHTTPRequestHandler):
122
"""Extend TestingHTTPRequestHandler to support smart client POSTs."""
41
def __init__(self, protocol_version=None):
42
http_server.HttpServer.__init__(self, SmartRequestHandler,
43
protocol_version=protocol_version)
46
class SmartRequestHandler(http_server.TestingHTTPRequestHandler):
47
"""Extend TestingHTTPRequestHandler to support smart client POSTs.
49
XXX: This duplicates a fair bit of the logic in bzrlib.transport.http.wsgi.
124
52
def do_POST(self):
125
53
"""Hand the request off to a smart server instance."""
54
backing = transport.get_transport_from_path(
55
self.server.test_case_server._home_dir)
56
chroot_server = chroot.ChrootServer(backing)
57
chroot_server.start_server()
59
t = transport.get_transport_from_url(chroot_server.get_url())
62
chroot_server.stop_server()
64
def do_POST_inner(self, chrooted_transport):
126
65
self.send_response(200)
127
66
self.send_header("Content-type", "application/octet-stream")
128
transport = get_transport(self.server.test_case_server._home_dir)
67
if not self.path.endswith('.bzr/smart'):
69
'POST to path not ending in .bzr/smart: %r' % (self.path,))
70
t = chrooted_transport.clone(self.path[:-len('.bzr/smart')])
71
# if this fails, we should return 400 bad request, but failure is
72
# failure for now - RBC 20060919
73
data_length = int(self.headers['Content-Length'])
129
74
# TODO: We might like to support streaming responses. 1.0 allows no
130
75
# Content-length in this case, so for integrity we should perform our
131
76
# own chunking within the stream.
133
78
# the HTTP chunking as this will allow HTTP persistence safely, even if
134
79
# we have to stop early due to error, but we would also have to use the
135
80
# HTTP trailer facility which may not be widely available.
81
request_bytes = self.rfile.read(data_length)
82
protocol_factory, unused_bytes = medium._get_protocol_factory_for_bytes(
136
84
out_buffer = StringIO()
137
smart_protocol_request = protocol.SmartServerRequestProtocolOne(
138
transport, out_buffer.write)
139
# if this fails, we should return 400 bad request, but failure is
140
# failure for now - RBC 20060919
141
data_length = int(self.headers['Content-Length'])
85
smart_protocol_request = protocol_factory(t, out_buffer.write, '/')
142
86
# Perhaps there should be a SmartServerHTTPMedium that takes care of
143
87
# feeding the bytes in the http request to the smart_protocol_request,
144
88
# but for now it's simpler to just feed the bytes directly.
145
smart_protocol_request.accept_bytes(self.rfile.read(data_length))
146
assert smart_protocol_request.next_read_size() == 0, (
147
"not finished reading, but all data sent to protocol.")
89
smart_protocol_request.accept_bytes(unused_bytes)
90
if not (smart_protocol_request.next_read_size() == 0):
91
raise errors.SmartProtocolError(
92
"not finished reading, but all data sent to protocol.")
148
93
self.send_header("Content-Length", str(len(out_buffer.getvalue())))
149
94
self.end_headers()
150
95
self.wfile.write(out_buffer.getvalue())
153
class LimitedRangeRequestHandler(TestingHTTPRequestHandler):
154
"""Errors out when range specifiers exceed the limit"""
156
def get_multiple_ranges(self, file, file_size, ranges):
157
"""Refuses the multiple ranges request"""
158
tcs = self.server.test_case_server
159
if tcs.range_limit is not None and len(ranges) > tcs.range_limit:
161
# Emulate apache behavior
162
self.send_error(400, "Bad Request")
164
return TestingHTTPRequestHandler.get_multiple_ranges(self, file,
168
tcs = self.server.test_case_server
169
tcs.GET_request_nb += 1
170
return TestingHTTPRequestHandler.do_GET(self)
173
class LimitedRangeHTTPServer(HttpServer):
174
"""An HttpServer erroring out on requests with too much range specifiers"""
176
def __init__(self, request_handler=LimitedRangeRequestHandler,
178
HttpServer.__init__(self, request_handler)
179
self.range_limit = range_limit
180
self.GET_request_nb = 0
183
class SingleRangeRequestHandler(TestingHTTPRequestHandler):
184
"""Always reply to range request as if they were single.
186
Don't be explicit about it, just to annoy the clients.
189
def get_multiple_ranges(self, file, file_size, ranges):
190
"""Answer as if it was a single range request and ignores the rest"""
191
(start, end) = ranges[0]
192
return self.get_single_range(file, file_size, start, end)
195
class SingleOnlyRangeRequestHandler(TestingHTTPRequestHandler):
196
"""Only reply to simple range requests, errors out on multiple"""
198
def get_multiple_ranges(self, file, file_size, ranges):
199
"""Refuses the multiple ranges request"""
202
self.send_error(416, "Requested range not satisfiable")
204
(start, end) = ranges[0]
205
return self.get_single_range(file, file_size, start, end)
208
class NoRangeRequestHandler(TestingHTTPRequestHandler):
209
"""Ignore range requests without notice"""
211
# Just bypass the range handling done by TestingHTTPRequestHandler
212
do_GET = SimpleHTTPRequestHandler.do_GET
215
class TestCaseWithWebserver(TestCaseWithTransport):
98
class TestCaseWithWebserver(tests.TestCaseWithTransport):
216
99
"""A support class that provides readonly urls that are http://.
218
101
This is done by forcing the readonly server to be an http
219
102
one. This will currently fail if the primary transport is not
220
103
backed by regular disk files.
106
# These attributes can be overriden or parametrized by daughter clasess if
107
# needed, but must exist so that the create_transport_readonly_server()
108
# method (or any method creating an http(s) server) can propagate it.
109
_protocol_version = None
110
_url_protocol = 'http'
223
113
super(TestCaseWithWebserver, self).setUp()
224
self.transport_readonly_server = HttpServer
114
self.transport_readonly_server = http_server.HttpServer
116
def create_transport_readonly_server(self):
117
server = self.transport_readonly_server(
118
protocol_version=self._protocol_version)
119
server._url_protocol = self._url_protocol
227
123
class TestCaseWithTwoWebservers(TestCaseWithWebserver):
241
137
This is mostly a hook for daughter classes.
243
return self.transport_secondary_server()
139
server = self.transport_secondary_server(
140
protocol_version=self._protocol_version)
141
server._url_protocol = self._url_protocol
245
144
def get_secondary_server(self):
246
145
"""Get the server instance for the secondary transport."""
247
146
if self.__secondary_server is None:
248
147
self.__secondary_server = self.create_transport_secondary_server()
249
self.__secondary_server.setUp()
250
self.addCleanup(self.__secondary_server.tearDown)
148
self.start_server(self.__secondary_server)
251
149
return self.__secondary_server
254
class ProxyServer(HttpServer):
151
def get_secondary_url(self, relpath=None):
152
base = self.get_secondary_server().get_url()
153
return self._adjust_url(base, relpath)
155
def get_secondary_transport(self, relpath=None):
156
t = transport.get_transport_from_url(self.get_secondary_url(relpath))
157
self.assertTrue(t.is_readonly())
161
class ProxyServer(http_server.HttpServer):
255
162
"""A proxy test server for http transports."""
257
164
proxy_requests = True
260
class RedirectRequestHandler(TestingHTTPRequestHandler):
167
class RedirectRequestHandler(http_server.TestingHTTPRequestHandler):
261
168
"""Redirect all request to the specified server"""
263
170
def parse_request(self):
264
171
"""Redirect a single HTTP request to another host"""
265
valid = TestingHTTPRequestHandler.parse_request(self)
172
valid = http_server.TestingHTTPRequestHandler.parse_request(self)
267
174
tcs = self.server.test_case_server
268
175
code, target = tcs.is_redirected(self.path)
325
236
The 'old' server is redirected to the 'new' server.
240
super(TestCaseWithRedirectedWebserver, self).setUp()
241
# The redirections will point to the new server
242
self.new_server = self.get_readonly_server()
243
# The requests to the old server will be redirected to the new server
244
self.old_server = self.get_secondary_server()
328
246
def create_transport_secondary_server(self):
329
247
"""Create the secondary server redirecting to the primary server"""
330
248
new = self.get_readonly_server()
331
redirecting = HTTPServerRedirecting()
249
redirecting = HTTPServerRedirecting(
250
protocol_version=self._protocol_version)
332
251
redirecting.redirect_to(new.host, new.port)
252
redirecting._url_protocol = self._url_protocol
333
253
return redirecting
336
super(TestCaseWithRedirectedWebserver, self).setUp()
337
# The redirections will point to the new server
338
self.new_server = self.get_readonly_server()
339
# The requests to the old server will be redirected
340
self.old_server = self.get_secondary_server()
343
class AuthRequestHandler(TestingHTTPRequestHandler):
255
def get_old_url(self, relpath=None):
256
base = self.old_server.get_url()
257
return self._adjust_url(base, relpath)
259
def get_old_transport(self, relpath=None):
260
t = transport.get_transport_from_url(self.get_old_url(relpath))
261
self.assertTrue(t.is_readonly())
264
def get_new_url(self, relpath=None):
265
base = self.new_server.get_url()
266
return self._adjust_url(base, relpath)
268
def get_new_transport(self, relpath=None):
269
t = transport.get_transport_from_url(self.get_new_url(relpath))
270
self.assertTrue(t.is_readonly())
274
class AuthRequestHandler(http_server.TestingHTTPRequestHandler):
344
275
"""Requires an authentication to process requests.
346
277
This is intended to be used with a server that always and
353
284
# - auth_header_recv: the header received containing auth
354
285
# - auth_error_code: the error code to indicate auth required
287
def _require_authentication(self):
288
# Note that we must update test_case_server *before*
289
# sending the error or the client may try to read it
290
# before we have sent the whole error back.
291
tcs = self.server.test_case_server
292
tcs.auth_required_errors += 1
293
self.send_response(tcs.auth_error_code)
294
self.send_header_auth_reqed()
295
# We do not send a body
296
self.send_header('Content-Length', '0')
356
300
def do_GET(self):
357
301
if self.authorized():
358
return TestingHTTPRequestHandler.do_GET(self)
360
# Note that we must update test_case_server *before*
361
# sending the error or the client may try to read it
362
# before we have sent the whole error back.
363
tcs = self.server.test_case_server
364
tcs.auth_required_errors += 1
365
self.send_response(tcs.auth_error_code)
366
self.send_header_auth_reqed()
302
return http_server.TestingHTTPRequestHandler.do_GET(self)
304
return self._require_authentication()
307
if self.authorized():
308
return http_server.TestingHTTPRequestHandler.do_HEAD(self)
310
return self._require_authentication()
371
313
class BasicAuthRequestHandler(AuthRequestHandler):
426
366
self.send_header(tcs.auth_header_sent,header)
429
class AuthServer(HttpServer):
369
class DigestAndBasicAuthRequestHandler(DigestAuthRequestHandler):
370
"""Implements a digest and basic authentication of a request.
372
I.e. the server proposes both schemes and the client should choose the best
373
one it can handle, which, in that case, should be digest, the only scheme
377
def send_header_auth_reqed(self):
378
tcs = self.server.test_case_server
379
self.send_header(tcs.auth_header_sent,
380
'Basic realm="%s"' % tcs.auth_realm)
381
header = 'Digest realm="%s", ' % tcs.auth_realm
382
header += 'nonce="%s", algorithm="%s", qop="auth"' % (tcs.auth_nonce,
384
self.send_header(tcs.auth_header_sent,header)
387
class AuthServer(http_server.HttpServer):
430
388
"""Extends HttpServer with a dictionary of passwords.
432
390
This is used as a base class for various schemes which should
535
498
class HTTPBasicAuthServer(HTTPAuthServer):
536
499
"""An HTTP server requiring basic authentication"""
539
HTTPAuthServer.__init__(self, BasicAuthRequestHandler, 'basic')
501
def __init__(self, protocol_version=None):
502
HTTPAuthServer.__init__(self, BasicAuthRequestHandler, 'basic',
503
protocol_version=protocol_version)
540
504
self.init_http_auth()
543
507
class HTTPDigestAuthServer(DigestAuthServer, HTTPAuthServer):
544
508
"""An HTTP server requiring digest authentication"""
547
DigestAuthServer.__init__(self, DigestAuthRequestHandler, 'digest')
548
self.init_http_auth()
510
def __init__(self, protocol_version=None):
511
DigestAuthServer.__init__(self, DigestAuthRequestHandler, 'digest',
512
protocol_version=protocol_version)
513
self.init_http_auth()
516
class HTTPBasicAndDigestAuthServer(DigestAuthServer, HTTPAuthServer):
517
"""An HTTP server requiring basic or digest authentication"""
519
def __init__(self, protocol_version=None):
520
DigestAuthServer.__init__(self, DigestAndBasicAuthRequestHandler,
522
protocol_version=protocol_version)
523
self.init_http_auth()
524
# We really accept Digest only
525
self.auth_scheme = 'digest'
551
528
class ProxyBasicAuthServer(ProxyAuthServer):
552
529
"""A proxy server requiring basic authentication"""
555
ProxyAuthServer.__init__(self, BasicAuthRequestHandler, 'basic')
531
def __init__(self, protocol_version=None):
532
ProxyAuthServer.__init__(self, BasicAuthRequestHandler, 'basic',
533
protocol_version=protocol_version)
556
534
self.init_proxy_auth()
559
537
class ProxyDigestAuthServer(DigestAuthServer, ProxyAuthServer):
560
538
"""A proxy server requiring basic authentication"""
563
ProxyAuthServer.__init__(self, DigestAuthRequestHandler, 'digest')
564
self.init_proxy_auth()
540
def __init__(self, protocol_version=None):
541
ProxyAuthServer.__init__(self, DigestAuthRequestHandler, 'digest',
542
protocol_version=protocol_version)
543
self.init_proxy_auth()
546
class ProxyBasicAndDigestAuthServer(DigestAuthServer, ProxyAuthServer):
547
"""An proxy server requiring basic or digest authentication"""
549
def __init__(self, protocol_version=None):
550
DigestAuthServer.__init__(self, DigestAndBasicAuthRequestHandler,
552
protocol_version=protocol_version)
553
self.init_proxy_auth()
554
# We really accept Digest only
555
self.auth_scheme = 'digest'
added
removed
bzrlib/tests/http_utils.py
