« back to all changes in this revision
Viewing changes to bzrlib/tests/http_utils.py
- browse files at revision 3156.2.1
- compare with another revision
- compare with revision 3111.1.9
- download diff
- download tarball
- view history from revision 3156.2.1
- Committer: Vincent Ladeuil
- Date: 2008-01-03 08:49:38 UTC
- mfrom: (3111.1.31 175524)
- mto: This revision was merged to the branch mainline in revision 3158.
- Revision ID: v.ladeuil+lp@free.fr-20080103084938-7kvurk5uvde2ui54
Fix bug #175524, http test servers are 1.1 compliant
- files added:
- bzrlib/tests/test_http_implementations.py
- files renamed:
- bzrlib/tests/HttpServer.py => bzrlib/tests/http_server.py
- bzrlib/tests/HTTPTestUtil.py => bzrlib/tests/http_utils.py
- files modified:
- NEWS
added
removed
bzrlib/tests/http_utils.py
17
17
from cStringIO import StringIO
18
18
import errno
19
19
import md5
20
from SimpleHTTPServer import SimpleHTTPRequestHandler
21
20
import re
22
21
import sha
23
22
import socket
23
import threading
24
24
import time
25
25
import urllib2
26
26
import urlparse
27
27
28
29
from bzrlib import (
30
tests,
31
transport,
32
)
28
33
from bzrlib.smart import protocol
29
from bzrlib.tests import TestCaseWithTransport
30
from bzrlib.tests.HttpServer import (
31
HttpServer,
32
TestingHTTPRequestHandler,
33
)
34
from bzrlib.transport import (
35
get_transport,
36
)
37
38
39
class WallRequestHandler(TestingHTTPRequestHandler):
40
"""Whatever request comes in, close the connection"""
41
42
def handle_one_request(self):
43
"""Handle a single HTTP request, by abruptly closing the connection"""
44
self.close_connection = 1
45
46
47
class BadStatusRequestHandler(TestingHTTPRequestHandler):
48
"""Whatever request comes in, returns a bad status"""
49
50
def parse_request(self):
51
"""Fakes handling a single HTTP request, returns a bad status"""
52
ignored = TestingHTTPRequestHandler.parse_request(self)
53
try:
54
self.send_response(0, "Bad status")
55
self.end_headers()
56
except socket.error, e:
57
# We don't want to pollute the test results with
58
# spurious server errors while test succeed. In our
59
# case, it may occur that the test has already read
60
# the 'Bad Status' and closed the socket while we are
61
# still trying to send some headers... So the test is
62
# ok, but if we raise the exception, the output is
63
# dirty. So we don't raise, but we close the
64
# connection, just to be safe :)
65
spurious = [errno.EPIPE,
66
errno.ECONNRESET,
67
errno.ECONNABORTED,
68
]
69
if (len(e.args) > 0) and (e.args[0] in spurious):
70
self.close_connection = 1
71
pass
72
else:
73
raise
74
return False
75
76
77
class InvalidStatusRequestHandler(TestingHTTPRequestHandler):
78
"""Whatever request comes in, returns am invalid status"""
79
80
def parse_request(self):
81
"""Fakes handling a single HTTP request, returns a bad status"""
82
ignored = TestingHTTPRequestHandler.parse_request(self)
83
self.wfile.write("Invalid status line\r\n")
84
return False
85
86
87
class BadProtocolRequestHandler(TestingHTTPRequestHandler):
88
"""Whatever request comes in, returns a bad protocol version"""
89
90
def parse_request(self):
91
"""Fakes handling a single HTTP request, returns a bad status"""
92
ignored = TestingHTTPRequestHandler.parse_request(self)
93
# Returns an invalid protocol version, but curl just
94
# ignores it and those cannot be tested.
95
self.wfile.write("%s %d %s\r\n" % ('HTTP/0.0',
96
404,
97
'Look at my protocol version'))
98
return False
99
100
101
class ForbiddenRequestHandler(TestingHTTPRequestHandler):
102
"""Whatever request comes in, returns a 403 code"""
103
104
def parse_request(self):
105
"""Handle a single HTTP request, by replying we cannot handle it"""
106
ignored = TestingHTTPRequestHandler.parse_request(self)
107
self.send_error(403)
108
return False
109
110
111
class HTTPServerWithSmarts(HttpServer):
34
from bzrlib.tests import http_server
35
36
37
class HTTPServerWithSmarts(http_server.HttpServer):
112
38
"""HTTPServerWithSmarts extends the HttpServer with POST methods that will
113
39
trigger a smart server to execute with a transport rooted at the rootdir of
114
40
the HTTP server.
115
41
"""
116
42
117
def __init__(self):
118
HttpServer.__init__(self, SmartRequestHandler)
119
120
121
class SmartRequestHandler(TestingHTTPRequestHandler):
43
def __init__(self, protocol_version=None):
44
http_server.HttpServer.__init__(self, SmartRequestHandler,
45
protocol_version=protocol_version)
46
47
48
class SmartRequestHandler(http_server.TestingHTTPRequestHandler):
122
49
"""Extend TestingHTTPRequestHandler to support smart client POSTs."""
123
50
124
51
def do_POST(self):
125
52
"""Hand the request off to a smart server instance."""
126
53
self.send_response(200)
127
54
self.send_header("Content-type", "application/octet-stream")
128
transport = get_transport(self.server.test_case_server._home_dir)
55
t = transport.get_transport(self.server.test_case_server._home_dir)
129
56
# TODO: We might like to support streaming responses. 1.0 allows no
130
57
# Content-length in this case, so for integrity we should perform our
131
58
# own chunking within the stream.
135
62
# HTTP trailer facility which may not be widely available.
136
63
out_buffer = StringIO()
137
64
smart_protocol_request = protocol.SmartServerRequestProtocolOne(
138
transport, out_buffer.write)
65
t, out_buffer.write)
139
66
# if this fails, we should return 400 bad request, but failure is
140
67
# failure for now - RBC 20060919
141
68
data_length = int(self.headers['Content-Length'])
150
77
self.wfile.write(out_buffer.getvalue())
151
78
152
79
153
class LimitedRangeRequestHandler(TestingHTTPRequestHandler):
154
"""Errors out when range specifiers exceed the limit"""
155
156
def get_multiple_ranges(self, file, file_size, ranges):
157
"""Refuses the multiple ranges request"""
158
tcs = self.server.test_case_server
159
if tcs.range_limit is not None and len(ranges) > tcs.range_limit:
160
file.close()
161
# Emulate apache behavior
162
self.send_error(400, "Bad Request")
163
return
164
return TestingHTTPRequestHandler.get_multiple_ranges(self, file,
165
file_size, ranges)
166
167
168
class LimitedRangeHTTPServer(HttpServer):
169
"""An HttpServer erroring out on requests with too much range specifiers"""
170
171
def __init__(self, request_handler=LimitedRangeRequestHandler,
172
range_limit=None):
173
HttpServer.__init__(self, request_handler)
174
self.range_limit = range_limit
175
176
177
class SingleRangeRequestHandler(TestingHTTPRequestHandler):
178
"""Always reply to range request as if they were single.
179
180
Don't be explicit about it, just to annoy the clients.
181
"""
182
183
def get_multiple_ranges(self, file, file_size, ranges):
184
"""Answer as if it was a single range request and ignores the rest"""
185
(start, end) = ranges[0]
186
return self.get_single_range(file, file_size, start, end)
187
188
189
class SingleOnlyRangeRequestHandler(TestingHTTPRequestHandler):
190
"""Only reply to simple range requests, errors out on multiple"""
191
192
def get_multiple_ranges(self, file, file_size, ranges):
193
"""Refuses the multiple ranges request"""
194
if len(ranges) > 1:
195
file.close()
196
self.send_error(416, "Requested range not satisfiable")
197
return
198
(start, end) = ranges[0]
199
return self.get_single_range(file, file_size, start, end)
200
201
202
class NoRangeRequestHandler(TestingHTTPRequestHandler):
203
"""Ignore range requests without notice"""
204
205
def do_GET(self):
206
# Update the statistics
207
self.server.test_case_server.GET_request_nb += 1
208
# Just bypass the range handling done by TestingHTTPRequestHandler
209
return SimpleHTTPRequestHandler.do_GET(self)
210
211
212
class TestCaseWithWebserver(TestCaseWithTransport):
80
class TestCaseWithWebserver(tests.TestCaseWithTransport):
213
81
"""A support class that provides readonly urls that are http://.
214
82
215
83
This is done by forcing the readonly server to be an http
218
86
"""
219
87
def setUp(self):
220
88
super(TestCaseWithWebserver, self).setUp()
221
self.transport_readonly_server = HttpServer
89
self.transport_readonly_server = http_server.HttpServer
222
90
223
91
224
92
class TestCaseWithTwoWebservers(TestCaseWithWebserver):
229
97
"""
230
98
def setUp(self):
231
99
super(TestCaseWithTwoWebservers, self).setUp()
232
self.transport_secondary_server = HttpServer
100
self.transport_secondary_server = http_server.HttpServer
233
101
self.__secondary_server = None
234
102
235
103
def create_transport_secondary_server(self):
248
116
return self.__secondary_server
249
117
250
118
251
class ProxyServer(HttpServer):
119
class ProxyServer(http_server.HttpServer):
252
120
"""A proxy test server for http transports."""
253
121
254
122
proxy_requests = True
255
123
256
124
257
class RedirectRequestHandler(TestingHTTPRequestHandler):
125
class RedirectRequestHandler(http_server.TestingHTTPRequestHandler):
258
126
"""Redirect all request to the specified server"""
259
127
260
128
def parse_request(self):
261
129
"""Redirect a single HTTP request to another host"""
262
valid = TestingHTTPRequestHandler.parse_request(self)
130
valid = http_server.TestingHTTPRequestHandler.parse_request(self)
263
131
if valid:
264
132
tcs = self.server.test_case_server
265
133
code, target = tcs.is_redirected(self.path)
267
135
# Redirect as instructed
268
136
self.send_response(code)
269
137
self.send_header('Location', target)
138
# We do not send a body
139
self.send_header('Content-Length', '0')
270
140
self.end_headers()
271
141
return False # The job is done
272
142
else:
275
145
return valid
276
146
277
147
278
class HTTPServerRedirecting(HttpServer):
148
class HTTPServerRedirecting(http_server.HttpServer):
279
149
"""An HttpServer redirecting to another server """
280
150
281
def __init__(self, request_handler=RedirectRequestHandler):
282
HttpServer.__init__(self, request_handler)
151
def __init__(self, request_handler=RedirectRequestHandler,
152
protocol_version=None):
153
http_server.HttpServer.__init__(self, request_handler,
154
protocol_version=protocol_version)
283
155
# redirections is a list of tuples (source, target, code)
284
156
# - source is a regexp for the paths requested
285
157
# - target is a replacement for re.sub describing where
337
209
self.old_server = self.get_secondary_server()
338
210
339
211
340
class AuthRequestHandler(TestingHTTPRequestHandler):
212
class AuthRequestHandler(http_server.TestingHTTPRequestHandler):
341
213
"""Requires an authentication to process requests.
342
214
343
215
This is intended to be used with a server that always and
352
224
353
225
def do_GET(self):
354
226
if self.authorized():
355
return TestingHTTPRequestHandler.do_GET(self)
227
return http_server.TestingHTTPRequestHandler.do_GET(self)
356
228
else:
357
229
# Note that we must update test_case_server *before*
358
230
# sending the error or the client may try to read it
361
233
tcs.auth_required_errors += 1
362
234
self.send_response(tcs.auth_error_code)
363
235
self.send_header_auth_reqed()
236
# We do not send a body
237
self.send_header('Content-Length', '0')
364
238
self.end_headers()
365
239
return
366
240
423
297
self.send_header(tcs.auth_header_sent,header)
424
298
425
299
426
class AuthServer(HttpServer):
300
class AuthServer(http_server.HttpServer):
427
301
"""Extends HttpServer with a dictionary of passwords.
428
302
429
303
This is used as a base class for various schemes which should
440
314
auth_error_code = None
441
315
auth_realm = "Thou should not pass"
442
316
443
def __init__(self, request_handler, auth_scheme):
444
HttpServer.__init__(self, request_handler)
317
def __init__(self, request_handler, auth_scheme,
318
protocol_version=None):
319
http_server.HttpServer.__init__(self, request_handler,
320
protocol_version=protocol_version)
445
321
self.auth_scheme = auth_scheme
446
322
self.password_of = {}
447
323
self.auth_required_errors = 0
470
346
471
347
auth_nonce = 'now!'
472
348
473
def __init__(self, request_handler, auth_scheme):
474
AuthServer.__init__(self, request_handler, auth_scheme)
349
def __init__(self, request_handler, auth_scheme,
350
protocol_version=None):
351
AuthServer.__init__(self, request_handler, auth_scheme,
352
protocol_version=protocol_version)
475
353
476
354
def digest_authorized(self, auth, command):
477
355
nonce = auth['nonce']
532
410
class HTTPBasicAuthServer(HTTPAuthServer):
533
411
"""An HTTP server requiring basic authentication"""
534
412
535
def __init__(self):
536
HTTPAuthServer.__init__(self, BasicAuthRequestHandler, 'basic')
413
def __init__(self, protocol_version=None):
414
HTTPAuthServer.__init__(self, BasicAuthRequestHandler, 'basic',
415
protocol_version=protocol_version)
537
416
self.init_http_auth()
538
417
539
418
540
419
class HTTPDigestAuthServer(DigestAuthServer, HTTPAuthServer):
541
420
"""An HTTP server requiring digest authentication"""
542
421
543
def __init__(self):
544
DigestAuthServer.__init__(self, DigestAuthRequestHandler, 'digest')
422
def __init__(self, protocol_version=None):
423
DigestAuthServer.__init__(self, DigestAuthRequestHandler, 'digest',
424
protocol_version=protocol_version)
545
425
self.init_http_auth()
546
426
547
427
548
428
class ProxyBasicAuthServer(ProxyAuthServer):
549
429
"""A proxy server requiring basic authentication"""
550
430
551
def __init__(self):
552
ProxyAuthServer.__init__(self, BasicAuthRequestHandler, 'basic')
431
def __init__(self, protocol_version=None):
432
ProxyAuthServer.__init__(self, BasicAuthRequestHandler, 'basic',
433
protocol_version=protocol_version)
553
434
self.init_proxy_auth()
554
435
555
436
556
437
class ProxyDigestAuthServer(DigestAuthServer, ProxyAuthServer):
557
438
"""A proxy server requiring basic authentication"""
558
439
559
def __init__(self):
560
ProxyAuthServer.__init__(self, DigestAuthRequestHandler, 'digest')
440
def __init__(self, protocol_version=None):
441
ProxyAuthServer.__init__(self, DigestAuthRequestHandler, 'digest',
442
protocol_version=protocol_version)
561
443
self.init_proxy_auth()
562
444
563
445
Loggerhead is a web-based interface for Breezy
Version: 2.0.1