165
130
def get_multiple_ranges(self, file, file_size, ranges):
166
131
self.send_response(206)
167
132
self.send_header('Accept-Ranges', 'bytes')
168
boundary = '%d' % random.randint(0,0x7FFFFFFF)
169
self.send_header('Content-Type',
170
'multipart/byteranges; boundary=%s' % boundary)
171
boundary_line = '--%s\r\n' % boundary
172
# Calculate the Content-Length
174
for (start, end) in ranges:
175
content_length += len(boundary_line)
176
content_length += self._header_line_length(
177
'Content-type', 'application/octet-stream')
178
content_length += self._header_line_length(
179
'Content-Range', 'bytes %d-%d/%d' % (start, end, file_size))
180
content_length += len('\r\n') # end headers
181
content_length += end - start + 1
182
content_length += len(boundary_line)
183
self.send_header('Content-length', content_length)
133
boundary = "%d" % random.randint(0,0x7FFFFFFF)
134
self.send_header("Content-Type",
135
"multipart/byteranges; boundary=%s" % boundary)
184
136
self.end_headers()
186
# Send the multipart body
187
137
for (start, end) in ranges:
188
self.wfile.write(boundary_line)
189
self.send_header('Content-type', 'application/octet-stream')
190
self.send_header('Content-Range', 'bytes %d-%d/%d'
191
% (start, end, file_size))
138
self.wfile.write("--%s\r\n" % boundary)
139
self.send_header("Content-type", 'application/octet-stream')
140
self.send_header("Content-Range", "bytes %d-%d/%d" % (start,
192
143
self.end_headers()
193
144
self.send_range_content(file, start, end - start + 1)
195
self.wfile.write(boundary_line)
146
self.wfile.write("--%s\r\n" % boundary)
197
148
def do_GET(self):
198
149
"""Serve a GET request.
283
234
return self._translate_path(path)
285
236
def _translate_path(self, path):
286
"""Translate a /-separated PATH to the local filename syntax.
288
Note that we're translating http URLs here, not file URLs.
289
The URL root location is the server's startup directory.
290
Components that mean special things to the local file system
291
(e.g. drive or directory names) are ignored. (XXX They should
292
probably be diagnosed.)
294
Override from python standard library to stop it calling os.getcwd()
296
# abandon query parameters
297
path = urlparse.urlparse(path)[2]
298
path = posixpath.normpath(urllib.unquote(path))
299
path = path.decode('utf-8')
300
words = path.split('/')
301
words = filter(None, words)
303
for num, word in enumerate(words):
237
return SimpleHTTPRequestHandler.translate_path(self, path)
239
if sys.platform == 'win32':
240
# On win32 you cannot access non-ascii filenames without
241
# decoding them into unicode first.
242
# However, under Linux, you can access bytestream paths
243
# without any problems. If this function was always active
244
# it would probably break tests when LANG=C was set
245
def _translate_path(self, path):
246
"""Translate a /-separated PATH to the local filename syntax.
248
For bzr, all url paths are considered to be utf8 paths.
249
On Linux, you can access these paths directly over the bytestream
250
request, but on win32, you must decode them, and access them
253
# abandon query parameters
254
path = urlparse.urlparse(path)[2]
255
path = posixpath.normpath(urllib.unquote(path))
256
path = path.decode('utf-8')
257
words = path.split('/')
258
words = filter(None, words)
305
261
drive, word = os.path.splitdrive(word)
306
head, word = os.path.split(word)
307
if word in (os.curdir, os.pardir): continue
308
path = os.path.join(path, word)
312
class TestingHTTPServerMixin:
314
def __init__(self, test_case_server):
262
head, word = os.path.split(word)
263
if word in (os.curdir, os.pardir): continue
264
path = os.path.join(path, word)
268
class TestingHTTPServer(BaseHTTPServer.HTTPServer):
270
def __init__(self, server_address, RequestHandlerClass,
272
BaseHTTPServer.HTTPServer.__init__(self, server_address,
315
274
# test_case_server can be used to communicate between the
316
275
# tests and the server (or the request handler and the
317
276
# server), allowing dynamic behaviors to be defined from
318
277
# the tests cases.
319
278
self.test_case_server = test_case_server
320
self._home_dir = test_case_server._home_dir
322
def stop_server(self):
323
"""Called to clean-up the server.
325
Since the server may be (surely is, even) in a blocking listen, we
326
shutdown its socket before closing it.
328
# Note that is this executed as part of the implicit tear down in the
329
# main thread while the server runs in its own thread. The clean way
330
# to tear down the server is to instruct him to stop accepting
331
# connections and wait for the current connection(s) to end
332
# naturally. To end the connection naturally, the http transports
333
# should close their socket when they do not need to talk to the
334
# server anymore. This happens naturally during the garbage collection
335
# phase of the test transport objetcs (the server clients), so we
336
# don't have to worry about them. So, for the server, we must tear
337
# down here, from the main thread, when the test have ended. Note
338
# that since the server is in a blocking operation and since python
339
# use select internally, shutting down the socket is reliable and
342
self.socket.shutdown(socket.SHUT_RDWR)
343
except socket.error, e:
344
# WSAENOTCONN (10057) 'Socket is not connected' is harmless on
345
# windows (occurs before the first connection attempt
348
# 'Socket is not connected' can also occur on OSX, with a
349
# "regular" ENOTCONN (when something went wrong during test case
350
# setup leading to self.setUp() *not* being called but
351
# self.stop_server() still being called -- vila20081106
352
if not len(e.args) or e.args[0] not in (errno.ENOTCONN, 10057):
354
# Let the server properly close the socket
358
class TestingHTTPServer(SocketServer.TCPServer, TestingHTTPServerMixin):
360
def __init__(self, server_address, request_handler_class,
362
TestingHTTPServerMixin.__init__(self, test_case_server)
363
SocketServer.TCPServer.__init__(self, server_address,
364
request_handler_class)
367
class TestingThreadingHTTPServer(SocketServer.ThreadingTCPServer,
368
TestingHTTPServerMixin):
369
"""A threading HTTP test server for HTTP 1.1.
371
Since tests can initiate several concurrent connections to the same http
372
server, we need an independent connection for each of them. We achieve that
373
by spawning a new thread for each connection.
376
def __init__(self, server_address, request_handler_class,
378
TestingHTTPServerMixin.__init__(self, test_case_server)
379
SocketServer.ThreadingTCPServer.__init__(self, server_address,
380
request_handler_class)
381
# Decides how threads will act upon termination of the main
382
# process. This is prophylactic as we should not leave the threads
384
self.daemon_threads = True
386
def process_request_thread(self, request, client_address):
387
SocketServer.ThreadingTCPServer.process_request_thread(
388
self, request, client_address)
389
# Under some circumstances (as in bug #383920), we need to force the
390
# shutdown as python delays it until gc occur otherwise and the client
393
# The request process has been completed, the thread is about to
394
# die, let's shutdown the socket if we can.
395
request.shutdown(socket.SHUT_RDWR)
396
except (socket.error, select.error), e:
397
if e[0] in (errno.EBADF, errno.ENOTCONN):
398
# Right, the socket is already down
404
class HttpServer(transport.Server):
280
def server_close(self):
281
"""Called to clean-up the server.
283
Since the server may be in a blocking read, we shutdown the socket
286
self.socket.shutdown(socket.SHUT_RDWR)
287
BaseHTTPServer.HTTPServer.server_close(self)
290
class HttpServer(Server):
405
291
"""A test server for http transports.
407
293
Subclasses can provide a specific request handler.
410
# The real servers depending on the protocol
411
http_server_class = {'HTTP/1.0': TestingHTTPServer,
412
'HTTP/1.1': TestingThreadingHTTPServer,
415
296
# Whether or not we proxy the requests (see
416
297
# TestingHTTPRequestHandler.translate_path).
417
298
proxy_requests = False
419
300
# used to form the url that connects to this server
420
301
_url_protocol = 'http'
422
def __init__(self, request_handler=TestingHTTPRequestHandler,
423
protocol_version=None):
426
:param request_handler: a class that will be instantiated to handle an
427
http connection (one or several requests).
429
:param protocol_version: if specified, will override the protocol
430
version of the request handler.
432
transport.Server.__init__(self)
303
# Subclasses can provide a specific request handler
304
def __init__(self, request_handler=TestingHTTPRequestHandler):
305
Server.__init__(self)
433
306
self.request_handler = request_handler
434
307
self.host = 'localhost'
436
309
self._httpd = None
437
self.protocol_version = protocol_version
438
310
# Allows tests to verify number of GET requests issued
439
311
self.GET_request_nb = 0
441
def create_httpd(self, serv_cls, rhandler_cls):
442
return serv_cls((self.host, self.port), self.request_handler, self)
445
return "%s(%s:%s)" % \
446
(self.__class__.__name__, self.host, self.port)
448
313
def _get_httpd(self):
449
314
if self._httpd is None:
450
rhandler = self.request_handler
451
# Depending on the protocol version, we will create the approriate
453
if self.protocol_version is None:
454
# Use the request handler one
455
proto_vers = rhandler.protocol_version
457
# Use our own, it will be used to override the request handler
459
proto_vers = self.protocol_version
460
# Create the appropriate server for the required protocol
461
serv_cls = self.http_server_class.get(proto_vers, None)
463
raise httplib.UnknownProtocol(proto_vers)
465
self._httpd = self.create_httpd(serv_cls, rhandler)
466
self.host, self.port = self._httpd.socket.getsockname()
315
self._httpd = TestingHTTPServer((self.host, self.port),
316
self.request_handler,
318
host, self.port = self._httpd.socket.getsockname()
467
319
return self._httpd
469
321
def _http_start(self):
470
"""Server thread main entry point. """
471
self._http_running = False
474
httpd = self._get_httpd()
475
self._http_base_url = '%s://%s:%s/' % (self._url_protocol,
476
self.host, self.port)
477
self._http_running = True
479
# Whatever goes wrong, we save the exception for the main
480
# thread. Note that since we are running in a thread, no signal
481
# can be received, so we don't care about KeyboardInterrupt.
482
self._http_exception = sys.exc_info()
484
# Release the lock or the main thread will block and the whole
486
self._http_starting.release()
322
httpd = self._get_httpd()
323
self._http_base_url = '%s://%s:%s/' % (self._url_protocol,
326
self._http_starting.release()
488
# From now on, exceptions are taken care of by the
489
# SocketServer.BaseServer or the request handler.
490
328
while self._http_running:
492
# Really an HTTP connection but the python framework is generic
493
# and call them requests
494
330
httpd.handle_request()
495
331
except socket.timeout:
497
except (socket.error, select.error), e:
498
if (e[0] == errno.EBADF
499
or (sys.platform == 'win32' and e[0] == 10038)):
500
# Starting with python-2.6, handle_request may raise socket
501
# or select exceptions when the server is shut down (as we
503
# 10038 = WSAENOTSOCK
504
# http://msdn.microsoft.com/en-us/library/ms740668%28VS.85%29.aspx
509
334
def _get_remote_url(self, path):
510
335
path_parts = path.split(os.path.sep)
522
347
"""Capture Server log output."""
523
348
self.logs.append(format % args)
525
def start_server(self, backing_transport_server=None):
526
"""See bzrlib.transport.Server.start_server.
350
def setUp(self, backing_transport_server=None):
351
"""See bzrlib.transport.Server.setUp.
528
353
:param backing_transport_server: The transport that requests over this
529
354
protocol should be forwarded to. Note that this is currently not
530
355
supported for HTTP.
532
357
# XXX: TODO: make the server back onto vfs_server rather than local
534
if not (backing_transport_server is None
535
or isinstance(backing_transport_server,
536
test_server.LocalURLServer)):
537
raise AssertionError(
538
"HTTPServer currently assumes local transport, got %s" % \
539
backing_transport_server)
359
assert backing_transport_server is None or \
360
isinstance(backing_transport_server, LocalURLServer), \
361
"HTTPServer currently assumes local transport, got %s" % \
362
backing_transport_server
540
363
self._home_dir = os.getcwdu()
541
364
self._local_path_parts = self._home_dir.split(os.path.sep)
365
self._http_starting = threading.Lock()
366
self._http_starting.acquire()
367
self._http_running = True
542
368
self._http_base_url = None
544
# Create the server thread
545
self._http_starting = threading.Lock()
546
self._http_starting.acquire()
547
369
self._http_thread = threading.Thread(target=self._http_start)
548
370
self._http_thread.setDaemon(True)
549
self._http_exception = None
550
371
self._http_thread.start()
552
372
# Wait for the server thread to start (i.e release the lock)
553
373
self._http_starting.acquire()
555
if self._http_exception is not None:
556
# Something went wrong during server start
557
exc_class, exc_value, exc_tb = self._http_exception
558
raise exc_class, exc_value, exc_tb
559
374
self._http_starting.release()
562
def stop_server(self):
563
self._httpd.stop_server()
378
"""See bzrlib.transport.Server.tearDown."""
379
self._httpd.server_close()
564
380
self._http_running = False
565
# We don't need to 'self._http_thread.join()' here since the thread is
566
# a daemonic one and will be garbage collected anyway. Joining just
567
# slows us down for no added benefit.
381
self._http_thread.join()
569
383
def get_url(self):
570
384
"""See bzrlib.transport.Server.get_url."""
added
removed
bzrlib/tests/HttpServer.py
