2008-06-11 16:44:04 +00:00
|
|
|
#
|
|
|
|
# Example where a pool of http servers share a single listening socket
|
|
|
|
#
|
|
|
|
# On Windows this module depends on the ability to pickle a socket
|
|
|
|
# object so that the worker processes can inherit a copy of the server
|
|
|
|
# object. (We import `multiprocessing.reduction` to enable this pickling.)
|
|
|
|
#
|
|
|
|
# Not sure if we should synchronize access to `socket.accept()` method by
|
|
|
|
# using a process-shared lock -- does not seem to be necessary.
|
|
|
|
#
|
Merged revisions 67348,67355,67359,67362,67364-67365,67367-67368,67398,67423-67424,67432,67440-67441,67444-67445,67454-67455,67457-67458 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r67348 | benjamin.peterson | 2008-11-22 20:09:41 -0600 (Sat, 22 Nov 2008) | 1 line
raise a better error
........
r67355 | georg.brandl | 2008-11-23 13:17:25 -0600 (Sun, 23 Nov 2008) | 2 lines
#4392: fix parameter name.
........
r67359 | georg.brandl | 2008-11-23 15:57:30 -0600 (Sun, 23 Nov 2008) | 2 lines
#4399: fix typo.
........
r67362 | gregory.p.smith | 2008-11-23 18:41:43 -0600 (Sun, 23 Nov 2008) | 2 lines
Document PY_SSIZE_T_CLEAN for PyArg_ParseTuple.
........
r67364 | benjamin.peterson | 2008-11-23 19:16:29 -0600 (Sun, 23 Nov 2008) | 2 lines
replace reference to debugger-hooks
........
r67365 | benjamin.peterson | 2008-11-23 22:09:03 -0600 (Sun, 23 Nov 2008) | 1 line
#4396 make the parser module correctly validate the with syntax
........
r67367 | georg.brandl | 2008-11-24 10:16:07 -0600 (Mon, 24 Nov 2008) | 2 lines
Fix typo.
........
r67368 | georg.brandl | 2008-11-24 13:56:47 -0600 (Mon, 24 Nov 2008) | 2 lines
#4404: make clear what "path" is.
........
r67398 | benjamin.peterson | 2008-11-26 11:39:17 -0600 (Wed, 26 Nov 2008) | 1 line
fix typo in sqlite3 docs
........
r67423 | jesse.noller | 2008-11-28 12:59:35 -0600 (Fri, 28 Nov 2008) | 2 lines
issue4238: bsd support for cpu_count
........
r67424 | christian.heimes | 2008-11-28 13:33:33 -0600 (Fri, 28 Nov 2008) | 1 line
Retain copyright of processing examples. This was requested by a Debian maintainer during packaging of the multiprocessing package for 2.4/2.5
........
r67432 | benjamin.peterson | 2008-11-28 17:18:46 -0600 (Fri, 28 Nov 2008) | 1 line
SVN format 9 is the same it seems
........
r67440 | jeremy.hylton | 2008-11-28 17:42:59 -0600 (Fri, 28 Nov 2008) | 4 lines
Move definition int sval into branch of ifdef where it is used.
Otherwise, you get a warning about an undefined variable.
........
r67441 | jeremy.hylton | 2008-11-28 18:09:16 -0600 (Fri, 28 Nov 2008) | 2 lines
Reflow long lines.
........
r67444 | amaury.forgeotdarc | 2008-11-28 20:03:32 -0600 (Fri, 28 Nov 2008) | 2 lines
Fix a small typo in docstring
........
r67445 | benjamin.peterson | 2008-11-29 21:07:33 -0600 (Sat, 29 Nov 2008) | 1 line
StringIO.close() stops you from using the buffer, too
........
r67454 | benjamin.peterson | 2008-11-30 08:43:23 -0600 (Sun, 30 Nov 2008) | 1 line
note the version that works
........
r67455 | martin.v.loewis | 2008-11-30 13:28:27 -0600 (Sun, 30 Nov 2008) | 1 line
Issue #4365: Add crtassem.h constants to the msvcrt module.
........
r67457 | christian.heimes | 2008-11-30 15:16:28 -0600 (Sun, 30 Nov 2008) | 1 line
w# requires Py_ssize_t
........
r67458 | benjamin.peterson | 2008-11-30 15:46:16 -0600 (Sun, 30 Nov 2008) | 1 line
fix pyspecific extensions that were broken by Sphinx's grand renaming
........
2008-11-30 22:46:23 +00:00
|
|
|
# Copyright (c) 2006-2008, R Oudkerk
|
|
|
|
# All rights reserved.
|
|
|
|
#
|
2008-06-11 16:44:04 +00:00
|
|
|
|
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
|
|
|
|
from multiprocessing import Process, current_process, freeze_support
|
2008-11-28 11:23:26 +00:00
|
|
|
from http.server import HTTPServer
|
|
|
|
from http.server import SimpleHTTPRequestHandler
|
2008-06-11 16:44:04 +00:00
|
|
|
|
|
|
|
if sys.platform == 'win32':
|
|
|
|
import multiprocessing.reduction # make sockets pickable/inheritable
|
|
|
|
|
|
|
|
|
|
|
|
def note(format, *args):
|
2008-08-19 19:17:39 +00:00
|
|
|
sys.stderr.write('[%s]\t%s\n' % (current_process().name, format%args))
|
2008-06-11 16:44:04 +00:00
|
|
|
|
|
|
|
|
|
|
|
class RequestHandler(SimpleHTTPRequestHandler):
|
|
|
|
# we override log_message() to show which process is handling the request
|
|
|
|
def log_message(self, format, *args):
|
|
|
|
note(format, *args)
|
|
|
|
|
|
|
|
def serve_forever(server):
|
|
|
|
note('starting server')
|
|
|
|
try:
|
|
|
|
server.serve_forever()
|
|
|
|
except KeyboardInterrupt:
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
def runpool(address, number_of_processes):
|
|
|
|
# create a single server object -- children will each inherit a copy
|
|
|
|
server = HTTPServer(address, RequestHandler)
|
|
|
|
|
|
|
|
# create child processes to act as workers
|
|
|
|
for i in range(number_of_processes-1):
|
|
|
|
Process(target=serve_forever, args=(server,)).start()
|
|
|
|
|
|
|
|
# main process also acts as a worker
|
|
|
|
serve_forever(server)
|
|
|
|
|
|
|
|
|
|
|
|
def test():
|
|
|
|
DIR = os.path.join(os.path.dirname(__file__), '..')
|
|
|
|
ADDRESS = ('localhost', 8000)
|
|
|
|
NUMBER_OF_PROCESSES = 4
|
|
|
|
|
2008-11-28 11:23:26 +00:00
|
|
|
print('Serving at http://%s:%d using %d worker processes' % \
|
|
|
|
(ADDRESS[0], ADDRESS[1], NUMBER_OF_PROCESSES))
|
|
|
|
print('To exit press Ctrl-' + ['C', 'Break'][sys.platform=='win32'])
|
2008-06-11 16:44:04 +00:00
|
|
|
|
|
|
|
os.chdir(DIR)
|
|
|
|
runpool(ADDRESS, NUMBER_OF_PROCESSES)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
freeze_support()
|
|
|
|
test()
|