1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
|
# Copyright (C) 2005 Canonical Ltd
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
from cStringIO import StringIO
import errno
from SimpleHTTPServer import SimpleHTTPRequestHandler
import re
import socket
import urlparse
from bzrlib import smart
import bzrlib.smart.request
from bzrlib.tests import TestCaseWithTransport
from bzrlib.tests.HttpServer import (
HttpServer,
TestingHTTPRequestHandler,
)
from bzrlib.transport import (
get_transport,
)
from bzrlib.smart import protocol
class WallRequestHandler(TestingHTTPRequestHandler):
"""Whatever request comes in, close the connection"""
def handle_one_request(self):
"""Handle a single HTTP request, by abruptly closing the connection"""
self.close_connection = 1
class BadStatusRequestHandler(TestingHTTPRequestHandler):
"""Whatever request comes in, returns a bad status"""
def parse_request(self):
"""Fakes handling a single HTTP request, returns a bad status"""
ignored = TestingHTTPRequestHandler.parse_request(self)
try:
self.send_response(0, "Bad status")
self.end_headers()
except socket.error, e:
# We don't want to pollute the test results with
# spurious server errors while test succeed. In our
# case, it may occur that the test has already read
# the 'Bad Status' and closed the socket while we are
# still trying to send some headers... So the test is
# ok, but if we raise the exception, the output is
# dirty. So we don't raise, but we close the
# connection, just to be safe :)
spurious = [errno.EPIPE,
errno.ECONNRESET,
errno.ECONNABORTED,
]
if (len(e.args) > 0) and (e.args[0] in spurious):
self.close_connection = 1
pass
else:
raise
return False
class InvalidStatusRequestHandler(TestingHTTPRequestHandler):
"""Whatever request comes in, returns am invalid status"""
def parse_request(self):
"""Fakes handling a single HTTP request, returns a bad status"""
ignored = TestingHTTPRequestHandler.parse_request(self)
self.wfile.write("Invalid status line\r\n")
return False
class BadProtocolRequestHandler(TestingHTTPRequestHandler):
"""Whatever request comes in, returns a bad protocol version"""
def parse_request(self):
"""Fakes handling a single HTTP request, returns a bad status"""
ignored = TestingHTTPRequestHandler.parse_request(self)
# Returns an invalid protocol version, but curl just
# ignores it and those cannot be tested.
self.wfile.write("%s %d %s\r\n" % ('HTTP/0.0',
404,
'Look at my protocol version'))
return False
class ForbiddenRequestHandler(TestingHTTPRequestHandler):
"""Whatever request comes in, returns a 403 code"""
def parse_request(self):
"""Handle a single HTTP request, by replying we cannot handle it"""
ignored = TestingHTTPRequestHandler.parse_request(self)
self.send_error(403)
return False
class HTTPServerWithSmarts(HttpServer):
"""HTTPServerWithSmarts extends the HttpServer with POST methods that will
trigger a smart server to execute with a transport rooted at the rootdir of
the HTTP server.
"""
def __init__(self):
HttpServer.__init__(self, SmartRequestHandler)
class SmartRequestHandler(TestingHTTPRequestHandler):
"""Extend TestingHTTPRequestHandler to support smart client POSTs."""
def do_POST(self):
"""Hand the request off to a smart server instance."""
self.send_response(200)
self.send_header("Content-type", "application/octet-stream")
transport = get_transport(self.server.test_case_server._home_dir)
# TODO: We might like to support streaming responses. 1.0 allows no
# Content-length in this case, so for integrity we should perform our
# own chunking within the stream.
# 1.1 allows chunked responses, and in this case we could chunk using
# the HTTP chunking as this will allow HTTP persistence safely, even if
# we have to stop early due to error, but we would also have to use the
# HTTP trailer facility which may not be widely available.
out_buffer = StringIO()
smart_protocol_request = smart.protocol.SmartServerRequestProtocolOne(
transport, out_buffer.write)
# if this fails, we should return 400 bad request, but failure is
# failure for now - RBC 20060919
data_length = int(self.headers['Content-Length'])
# Perhaps there should be a SmartServerHTTPMedium that takes care of
# feeding the bytes in the http request to the smart_protocol_request,
# but for now it's simpler to just feed the bytes directly.
smart_protocol_request.accept_bytes(self.rfile.read(data_length))
assert smart_protocol_request.next_read_size() == 0, (
"not finished reading, but all data sent to protocol.")
self.send_header("Content-Length", str(len(out_buffer.getvalue())))
self.end_headers()
self.wfile.write(out_buffer.getvalue())
class SingleRangeRequestHandler(TestingHTTPRequestHandler):
"""Always reply to range request as if they were single.
Don't be explicit about it, just to annoy the clients.
"""
def get_multiple_ranges(self, file, file_size, ranges):
"""Answer as if it was a single range request and ignores the rest"""
(start, end) = ranges[0]
return self.get_single_range(file, file_size, start, end)
class NoRangeRequestHandler(TestingHTTPRequestHandler):
"""Ignore range requests without notice"""
# Just bypass the range handling done by TestingHTTPRequestHandler
do_GET = SimpleHTTPRequestHandler.do_GET
class TestCaseWithWebserver(TestCaseWithTransport):
"""A support class that provides readonly urls that are http://.
This is done by forcing the readonly server to be an http
one. This will currently fail if the primary transport is not
backed by regular disk files.
"""
def setUp(self):
super(TestCaseWithWebserver, self).setUp()
self.transport_readonly_server = HttpServer
class TestCaseWithTwoWebservers(TestCaseWithWebserver):
"""A support class providing readonly urls on two servers that are http://.
We set up two webservers to allows various tests involving
proxies or redirections from one server to the other.
"""
def setUp(self):
super(TestCaseWithTwoWebservers, self).setUp()
self.transport_secondary_server = HttpServer
self.__secondary_server = None
def create_transport_secondary_server(self):
"""Create a transport server from class defined at init.
This is mostly a hook for daughter classes.
"""
return self.transport_secondary_server()
def get_secondary_server(self):
"""Get the server instance for the secondary transport."""
if self.__secondary_server is None:
self.__secondary_server = self.create_transport_secondary_server()
self.__secondary_server.setUp()
self.addCleanup(self.__secondary_server.tearDown)
return self.__secondary_server
class FakeProxyRequestHandler(TestingHTTPRequestHandler):
"""Append a '-proxied' suffix to file served"""
def translate_path(self, path):
# We need to act as a proxy and accept absolute urls,
# which SimpleHTTPRequestHandler (grand parent) is not
# ready for. So we just drop the protocol://host:port
# part in front of the request-url (because we know we
# would not forward the request to *another* proxy).
# So we do what SimpleHTTPRequestHandler.translate_path
# do beginning with python 2.4.3: abandon query
# parameters, scheme, host port, etc (which ensure we
# provide the right behaviour on all python versions).
path = urlparse.urlparse(path)[2]
# And now, we can apply *our* trick to proxy files
self.path += '-proxied'
# An finally we leave our mother class do whatever it
# wants with the path
return TestingHTTPRequestHandler.translate_path(self, path)
class RedirectRequestHandler(TestingHTTPRequestHandler):
"""Redirect all request to the specified server"""
def parse_request(self):
"""Redirect a single HTTP request to another host"""
valid = TestingHTTPRequestHandler.parse_request(self)
if valid:
tcs = self.server.test_case_server
code, target = tcs.is_redirected(self.path)
if code is not None and target is not None:
# Redirect as instructed
self.send_response(code)
self.send_header('Location', target)
self.end_headers()
return False # The job is done
else:
# We leave the parent class serve the request
pass
return valid
class HTTPServerRedirecting(HttpServer):
"""An HttpServer redirecting to another server """
def __init__(self, request_handler=RedirectRequestHandler):
HttpServer.__init__(self, request_handler)
# redirections is a list of tuples (source, target, code)
# - source is a regexp for the paths requested
# - target is a replacement for re.sub describing where
# the request will be redirected
# - code is the http error code associated to the
# redirection (301 permanent, 302 temporarry, etc
self.redirections = []
def redirect_to(self, host, port):
"""Redirect all requests to a specific host:port"""
self.redirections = [('(.*)',
r'http://%s:%s\1' % (host, port) ,
301)]
def is_redirected(self, path):
"""Is the path redirected by this server.
:param path: the requested relative path
:returns: a tuple (code, target) if a matching
redirection is found, (None, None) otherwise.
"""
code = None
target = None
for (rsource, rtarget, rcode) in self.redirections:
target, match = re.subn(rsource, rtarget, path)
if match:
code = rcode
break # The first match wins
else:
target = None
return code, target
class TestCaseWithRedirectedWebserver(TestCaseWithTwoWebservers):
"""A support class providing redirections from one server to another.
We set up two webservers to allows various tests involving
redirections.
The 'old' server is redirected to the 'new' server.
"""
def create_transport_secondary_server(self):
"""Create the secondary server redirecting to the primary server"""
new = self.get_readonly_server()
redirecting = HTTPServerRedirecting()
redirecting.redirect_to(new.host, new.port)
return redirecting
def setUp(self):
super(TestCaseWithRedirectedWebserver, self).setUp()
# The redirections will point to the new server
self.new_server = self.get_readonly_server()
# The requests to the old server will be redirected
self.old_server = self.get_secondary_server()
|