From: Antoine Pitrou Date: Fri, 13 Nov 2009 22:33:27 +0000 (+0000) Subject: Merged revisions 76245 via svnmerge from X-Git-Tag: v2.6.5rc1~363 X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=eaaf66ca2b0d9c9c095ee5c292a5c82183425aaf;p=python Merged revisions 76245 via svnmerge from svn+ssh://pythondev@svn.python.org/python/trunk ........ r76245 | antoine.pitrou | 2009-11-13 23:31:18 +0100 (ven., 13 nov. 2009) | 6 lines Issue #7318: multiprocessing now uses a timeout when it fails to establish a connection with another process, rather than looping endlessly. The default timeout is 20 seconds, which should be amply sufficient for local connections. ........ --- diff --git a/Lib/multiprocessing/connection.py b/Lib/multiprocessing/connection.py index 59beaa0ae3..b1f5acd05e 100644 --- a/Lib/multiprocessing/connection.py +++ b/Lib/multiprocessing/connection.py @@ -27,6 +27,8 @@ from multiprocessing.forking import duplicate, close # BUFSIZE = 8192 +# A very generous timeout when it comes to local connections... +CONNECTION_TIMEOUT = 20. _mmap_counter = itertools.count() @@ -41,6 +43,13 @@ if sys.platform == 'win32': default_family = 'AF_PIPE' families += ['AF_PIPE'] + +def _init_timeout(timeout=CONNECTION_TIMEOUT): + return time.time() + timeout + +def _check_timeout(t): + return time.time() > t + # # # @@ -247,12 +256,13 @@ def SocketClient(address): ''' family = address_type(address) s = socket.socket( getattr(socket, family) ) + t = _init_timeout() while 1: try: s.connect(address) except socket.error, e: - if e.args[0] != errno.ECONNREFUSED: # connection refused + if e.args[0] != errno.ECONNREFUSED or _check_timeout(t): debug('failed to connect to address %s', address) raise time.sleep(0.01) @@ -322,6 +332,7 @@ if sys.platform == 'win32': ''' Return a connection object connected to the pipe given by `address` ''' + t = _init_timeout() while 1: try: win32.WaitNamedPipe(address, 1000) @@ -331,7 +342,7 @@ if sys.platform == 'win32': ) except WindowsError, e: if e.args[0] not in (win32.ERROR_SEM_TIMEOUT, - win32.ERROR_PIPE_BUSY): + win32.ERROR_PIPE_BUSY) or _check_timeout(t): raise else: break diff --git a/Misc/NEWS b/Misc/NEWS index 2dd5f6eab3..b60752915b 100644 --- a/Misc/NEWS +++ b/Misc/NEWS @@ -26,6 +26,11 @@ Core and Builtins Library ------- +- Issue #7318: multiprocessing now uses a timeout when it fails to establish + a connection with another process, rather than looping endlessly. The + default timeout is 20 seconds, which should be amply sufficient for + local connections. + - Issue #7282: Fix a memory leak when an RLock was used in a thread other than those started through `threading.Thread` (for example, using `thread.start_new_thread()`.