Multiclass-interface 1.2__py3-none-any.whl → 1.3__py3-none-any.whl

{Multiclass_interface-1.2.dist-info → Multiclass_interface-1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: Multiclass_interface
-Version: 1.2
+Version: 1.3
 Summary: Multiclass interface
 Author-email: "Mads M. Pedersen" <mmpe@dtu.dk>
 Project-URL: Homepage, https://gitlab.windenergy.dtu.dk/DYNAMIKS/multiclass_interface

{Multiclass_interface-1.2.dist-info → Multiclass_interface-1.3.dist-info}/RECORD

@@ -1,15 +1,15 @@
 multiclass_interface/__init__.py,sha256=1kI9Vxsap_8eap6kldNHhIWLEVBT2DLWl2UbTOTnVN0,114
-multiclass_interface/mpi_interface.py,sha256=CJCKbRQnE8jDndwjzlIy-0VKplsd4c0IUeT-oXbtbOY,5716
+multiclass_interface/mpi_interface.py,sha256=r5SHfPTCjdWPN-f67TSRSCKK_u-PR04XuRQm5QuVpQ8,6088
 multiclass_interface/multi_object_list.py,sha256=GmLKWUsu9Vf3Qcy7SlhxqPW_yDw2pzo2EFkkF8R94Dg,2022
 multiclass_interface/multiprocess_interface.py,sha256=S0gO9u4mQrbhpxarKMD0i7M35EVC9vaKjp3Ls4Y26KU,8169
-multiclass_interface/version.py,sha256=ygh-DNoh7nLBcVxwMCbHzWEyaJaMAEWs6Q04Ah2QTz0,406
+multiclass_interface/version.py,sha256=7O1PGoJcqqJmSLSLxWC8nLMMOiyBtDvjEB-_j8t9ZkU,406
 multiclass_interface/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 multiclass_interface/tests/my_test_cls.py,sha256=KDcM0zcwwFAcXJhHdl0KHd45MaqHvR8mxHdoUqmbC_E,826
-multiclass_interface/tests/test_mpi.py,sha256=aDIvB3o5MNHfkLxCiTl-crIDXyLYbFt9hpRZlop3i7I,2408
+multiclass_interface/tests/test_mpi.py,sha256=owgXwmZCBVO5OuvfLMw8CfBwf1-AnkUzEMf-K8w_mvc,2826
 multiclass_interface/tests/test_multiclass_list.py,sha256=W7w5wiA3-_wgL9lOCRDsCijikJiHVrp5RqBYwJzWxp4,515
 multiclass_interface/tests/test_multiprocessinterface.py,sha256=u2BVzoq7YB7L4jwKiveyQheCgQ2O7CGg5nQl9M1rTzM,3165
-Multiclass_interface-1.2.dist-info/LICENSE,sha256=oApPkWzMlqIJF9EOB2gV6yvdsm6a2-AW94wuayHIz70,1094
-Multiclass_interface-1.2.dist-info/METADATA,sha256=HVPvQX8xwZMqsF8wQjK3JPLjLOj5Uv6B3G35Z1pgSSo,1580
-Multiclass_interface-1.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-Multiclass_interface-1.2.dist-info/top_level.txt,sha256=LOL3xjSUkjW6thjDr0IMvgkitnbsNokahxl-HjgOJG4,21
-Multiclass_interface-1.2.dist-info/RECORD,,
+Multiclass_interface-1.3.dist-info/LICENSE,sha256=oApPkWzMlqIJF9EOB2gV6yvdsm6a2-AW94wuayHIz70,1094
+Multiclass_interface-1.3.dist-info/METADATA,sha256=7X0ixA52VcgeabWazLe7K75XoSX6nuzj2Zv6BdUen6Q,1580
+Multiclass_interface-1.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+Multiclass_interface-1.3.dist-info/top_level.txt,sha256=LOL3xjSUkjW6thjDr0IMvgkitnbsNokahxl-HjgOJG4,21
+Multiclass_interface-1.3.dist-info/RECORD,,

multiclass_interface/mpi_interface.py

@@ -35,6 +35,7 @@ MPIClassInterfaceAttributes = {
 
 LOOP_UNTIL_CLOSE = True
 TERMINATE_ON_CLOSE = True
+COLLECTIVE_MPI = True
 
 
 class MPIClassInterface():
@@ -53,10 +54,9 @@ class MPIClassInterface():
             self.object = Dummy()
         self.closed = False
 
-        if rank == 0:
-            self.use_rank = np.array([True] * size)
-            self.use_rank[len(args_lst):] = False
-        elif LOOP_UNTIL_CLOSE:
+        self.use_rank = np.array([True] * size)
+        self.use_rank[len(args_lst):] = False
+        if rank > 0 and COLLECTIVE_MPI and LOOP_UNTIL_CLOSE:
             self.work_loop()
 
     def __enter__(self):
@@ -133,13 +133,18 @@ class MPIClassInterface():
     def __getattribute__(self, name):
         if name in MPIClassInterfaceAttributes:
             return object.__getattribute__(self, name)
-        elif rank > 0:
+        elif COLLECTIVE_MPI and rank > 0:
             self.work_loop()
             return lambda *args, **kwargs: 1
+        elif not self.use_rank[rank]:
+            raise ChildProcessError('MPI worker not used')
 
         def wrap(*args, **kwargs):
-            inp = [self.get_input(name, i, args, kwargs) for i in range(size)]
-            return self.run_task(inp)
+            if COLLECTIVE_MPI:
+                inp = [self.get_input(name, i, args, kwargs) for i in range(size)]
+                return self.run_task(inp)
+            else:
+                return self.do_task(name, args, kwargs)
 
         if hasattr(getattr(self.object, name), '__call__'):
             return wrap
@@ -162,11 +167,14 @@ class MPIClassInterface():
 
     def close(self):
         if not self.closed:
-            if rank == 0:
-                res = self.run_task([('close', [], {}) for _ in range(size)])
+            if COLLECTIVE_MPI:
+                if rank == 0:
+                    res = self.run_task([('close', [], {}) for _ in range(size)])
+                else:
+                    self.work_loop()
+                    res = None
             else:
-                self.work_loop()
-                res = None
+                res = self.do_task('close', [], {})
             self.closed = True
 
 

multiclass_interface/tests/test_mpi.py

@@ -42,11 +42,28 @@ def mpitest_mpi_ProcessClass():
     with ProcessClass(MyTest) as cls:
         myTest = cls(1)
         assert myTest.get_id() == 1
-    print("done, test_mpi_ProcessClass")
+    print("done, test_mpi_ProcessClass", flush=True)
+
+
+def mpitest_non_collective_mpi():
+    mpi_interface.COLLECTIVE_MPI = False
+    rank = mpi_interface.rank
+    import time
+    N = 3
+    with MPIClassInterface(MyTest, [(i + 10,) for i in range(N)]) as m:
+
+        try:
+            assert m.get_id() == rank + 10
+            assert rank < N  # rank > N will fail with ChildProcessError
+        except ChildProcessError:
+            pass
+
+    mpi_interface.COLLECTIVE_MPI = True
 
 
 def mpitest_all():
     mpi_interface.activate_mpi()
+
     mpi_interface.exit_mpi_on_close = False
     rank = mpi_interface.rank
     from multiclass_interface.tests.test_multiprocessinterface import test_attribute, test_missing_attribute, test_execption, test_setattr, test_setattr_method
@@ -67,13 +84,14 @@ def mpitest_all():
         run(f)
 
     try:
-        with MPIClassInterface(MyTest, [(1,), (2,)]) as mpici:
+        with MPIClassInterface(MyTest, [(1,), (2,), (3,)]) as mpici:
             for f in [test_attribute, test_missing_attribute, test_execption, test_setattr, test_setattr_method]:
-                break
+
                 run(f, mpici)
 
     except ChildProcessError:
         pass
-    mpi_interface.TERMINATE_ON_CLOSE = True
+
+    run(mpitest_non_collective_mpi)
 
     print(f"Rank {rank} Done test_all")

multiclass_interface/version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.2'
-__version_tuple__ = version_tuple = (1, 2)
+__version__ = version = '1.3'
+__version_tuple__ = version_tuple = (1, 3)