portal 3.2.1__tar.gz → 3.2.3__tar.gz

{portal-3.2.1/portal.egg-info → portal-3.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: portal
-Version: 3.2.1
+Version: 3.2.3
 Summary: Fast and reliable distributed systems in Python
 Home-page: http://github.com/danijar/portal
 Author: Danijar Hafner

{portal-3.2.1 → portal-3.2.3}/portal/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '3.2.1'
+__version__ = '3.2.3'
 
 import multiprocessing as mp
 try:

{portal-3.2.1 → portal-3.2.3}/portal/client_socket.py

@@ -34,11 +34,11 @@ class Options:
 class ClientSocket:
 
   def __init__(self, host, port=None, name='Client', start=True, **kwargs):
-    assert (port or ':' in host) and '://' not in host, host
+    assert port or ':' in host, (host, port)
+    assert '://' not in host, (host, port)
     if port is None:
       host, port = host.rsplit(':', 1)
-      port = int(port)
-      assert host, host
+      assert host and port, (host, port)
     self.addr = (host, port)
     self.name = name
     self.options = Options(**{**contextlib.context.clientkw, **kwargs})
@@ -179,16 +179,19 @@ class ClientSocket:
       sock.close()
 
   def _connect(self):
-    host, port = self.addr
-    self._log(f'Connecting to {host}:{port}')
+    self._log(f'Connecting to {self.addr[0]}:{self.addr[1]}')
     once = True
     while self.running:
-      sock, addr = self._create()
+      # We need to resolve the address regularly.
+      host, port = self.addr
+      if contextlib.context.resolver:
+        host, port = contextlib.context.resolver((host, port))
+      assert isinstance(host, str), (host, port)
+      assert isinstance(port, int), (host, port)
+      addr = (host, port, 0, 0) if self.options.ipv6 else (host, port)
+      sock = self._create()
       error = None
       try:
-        # We need to resolve the address regularly.
-        if contextlib.context.resolver:
-          addr = contextlib.context.resolver(addr)
         sock.settimeout(10)
         sock.connect(addr)
         sock.settimeout(0)
@@ -210,10 +213,8 @@ class ClientSocket:
   def _create(self):
     if self.options.ipv6:
       sock = socket.socket(socket.AF_INET6, socket.SOCK_STREAM)
-      addr = (*self.addr, 0, 0)
     else:
       sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
-      addr = self.addr
     # sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
     after = self.options.keepalive_after
     every = self.options.keepalive_every
@@ -231,7 +232,7 @@ class ClientSocket:
       sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_KEEPALIVE, every)
     if sys.platform == 'win32':
       sock.ioctl(socket.SIO_KEEPALIVE_VALS, (1, after * 1000, every * 1000))
-    return sock, addr
+    return sock
 
   def _log(self, *args):
     if not self.options.logging:

{portal-3.2.1 → portal-3.2.3}/portal/contextlib.py

@@ -4,6 +4,7 @@ import pathlib
 import sys
 import threading
 import traceback
+import warnings
 
 import cloudpickle
 import psutil
@@ -143,7 +144,12 @@ class Context:
       return
     if hasattr(worker, 'thread'):
       assert current != worker.thread
-    current.children.append(worker)
+    try:
+      current.children.append(worker)
+    except AttributeError:
+      warnings.warn(
+          'Using Portal from plain Python threads is discouraged because ' +
+          'they can cause hangs during shutdown.')
 
   def children(self, thread):
     current = thread or threading.current_thread()

{portal-3.2.1 → portal-3.2.3}/portal/utils.py

@@ -8,6 +8,8 @@ import time
 
 import psutil
 
+from . import contextlib
+
 
 def run(workers, duration=None):
   [None if x.started else x.start() for x in workers]
@@ -96,9 +98,13 @@ def free_port():
   # Return a port that is currently free. This function is not thread or
   # process safe, because there is no way to guarantee that the port will still
   # be free at the time it will be used.
-  sock = socket.socket()
+  if contextlib.context.serverkw.get('ipv6', False):
+    family, addr = socket.AF_INET6, ('localhost', 0, 0, 0)
+  else:
+    family, addr = socket.AF_INET, ('localhost', 0)
+  sock = socket.socket(family, socket.SOCK_STREAM)
   sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
-  sock.bind(('localhost', 0))
+  sock.bind(addr)
   port = sock.getsockname()[1]
   sock.close()
   return port

{portal-3.2.1 → portal-3.2.3/portal.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: portal
-Version: 3.2.1
+Version: 3.2.3
 Summary: Fast and reliable distributed systems in Python
 Home-page: http://github.com/danijar/portal
 Author: Danijar Hafner

{portal-3.2.1 → portal-3.2.3}/tests/test_client.py

@@ -321,3 +321,20 @@ class TestClient:
         portal.Thread(server),
         portal.Thread(client),
     ])
+
+  def test_resolver(self):
+    portnum = portal.free_port()
+
+    def client(portnum):
+      def resolver(host, portstr):
+        assert portstr == 'name'
+        return host, portnum
+      portal.setup(resolver=resolver)
+      client = portal.Client('localhost:name')
+      assert client.fn(42).result() == 42
+
+    server = portal.Server(portnum)
+    server.bind('fn', lambda x: x)
+    server.start(block=False)
+    portal.Process(client, portnum, start=True).join()
+    server.close()

{portal-3.2.1 → portal-3.2.3}/tests/test_server.py

@@ -199,7 +199,7 @@ class TestServer:
   def test_shared_pool(self, repeat, Server):
 
     def slow(x):
-      time.sleep(0.2)
+      time.sleep(0.5)
       return x
 
     def fast(x):
@@ -226,7 +226,7 @@ class TestServer:
   def test_separate_pools(self, repeat, Server):
 
     def slow(x):
-      time.sleep(0.1)
+      time.sleep(0.5)
       return x
 
     def fast(x):