Multiclass-interface 1.2__py3-none-any.whl → 1.4__py3-none-any.whl

{Multiclass_interface-1.2.dist-info → Multiclass_interface-1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: Multiclass_interface
-Version: 1.2
+Version: 1.4
 Summary: Multiclass interface
 Author-email: "Mads M. Pedersen" <mmpe@dtu.dk>
 Project-URL: Homepage, https://gitlab.windenergy.dtu.dk/DYNAMIKS/multiclass_interface

{Multiclass_interface-1.2.dist-info → Multiclass_interface-1.4.dist-info}/RECORD

@@ -1,15 +1,15 @@
 multiclass_interface/__init__.py,sha256=1kI9Vxsap_8eap6kldNHhIWLEVBT2DLWl2UbTOTnVN0,114
-multiclass_interface/mpi_interface.py,sha256=CJCKbRQnE8jDndwjzlIy-0VKplsd4c0IUeT-oXbtbOY,5716
+multiclass_interface/mpi_interface.py,sha256=K9onnnfhEOwD6vpZBSJ8YOpeT1f75e7Bv2zIGLzaTKI,6584
 multiclass_interface/multi_object_list.py,sha256=GmLKWUsu9Vf3Qcy7SlhxqPW_yDw2pzo2EFkkF8R94Dg,2022
 multiclass_interface/multiprocess_interface.py,sha256=S0gO9u4mQrbhpxarKMD0i7M35EVC9vaKjp3Ls4Y26KU,8169
-multiclass_interface/version.py,sha256=ygh-DNoh7nLBcVxwMCbHzWEyaJaMAEWs6Q04Ah2QTz0,406
+multiclass_interface/version.py,sha256=mcG9KdSEcflCnNa2c534AT_PBr7fzMNm38O1LvPiEzE,406
 multiclass_interface/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 multiclass_interface/tests/my_test_cls.py,sha256=KDcM0zcwwFAcXJhHdl0KHd45MaqHvR8mxHdoUqmbC_E,826
-multiclass_interface/tests/test_mpi.py,sha256=aDIvB3o5MNHfkLxCiTl-crIDXyLYbFt9hpRZlop3i7I,2408
+multiclass_interface/tests/test_mpi.py,sha256=owgXwmZCBVO5OuvfLMw8CfBwf1-AnkUzEMf-K8w_mvc,2826
 multiclass_interface/tests/test_multiclass_list.py,sha256=W7w5wiA3-_wgL9lOCRDsCijikJiHVrp5RqBYwJzWxp4,515
 multiclass_interface/tests/test_multiprocessinterface.py,sha256=u2BVzoq7YB7L4jwKiveyQheCgQ2O7CGg5nQl9M1rTzM,3165
-Multiclass_interface-1.2.dist-info/LICENSE,sha256=oApPkWzMlqIJF9EOB2gV6yvdsm6a2-AW94wuayHIz70,1094
-Multiclass_interface-1.2.dist-info/METADATA,sha256=HVPvQX8xwZMqsF8wQjK3JPLjLOj5Uv6B3G35Z1pgSSo,1580
-Multiclass_interface-1.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-Multiclass_interface-1.2.dist-info/top_level.txt,sha256=LOL3xjSUkjW6thjDr0IMvgkitnbsNokahxl-HjgOJG4,21
-Multiclass_interface-1.2.dist-info/RECORD,,
+Multiclass_interface-1.4.dist-info/LICENSE,sha256=oApPkWzMlqIJF9EOB2gV6yvdsm6a2-AW94wuayHIz70,1094
+Multiclass_interface-1.4.dist-info/METADATA,sha256=zcvMytoazf3k0-iUIE8Lx00pF8VeCD64jgHI09kefUI,1580
+Multiclass_interface-1.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+Multiclass_interface-1.4.dist-info/top_level.txt,sha256=LOL3xjSUkjW6thjDr0IMvgkitnbsNokahxl-HjgOJG4,21
+Multiclass_interface-1.4.dist-info/RECORD,,

multiclass_interface/mpi_interface.py

@@ -7,17 +7,20 @@ comm = None
 size = 1
 rank = 0
 name = ""
-main = True
+mpi = False
 
 
-def activate_mpi():
-    global comm, size, rank, name, main
+def activate_mpi(collective_mpi=True, loop_until_close=True, terminate_on_close=True):
+    global comm, size, rank, name, mpi, LOOP_UNTIL_CLOSE, TERMINATE_ON_CLOSE, COLLECTIVE_MPI
     from mpi4py import MPI
     comm = MPI.COMM_WORLD
     size = MPI.COMM_WORLD.Get_size()
     rank = MPI.COMM_WORLD.Get_rank()
     name = MPI.Get_processor_name()
-    main = rank == 0
+    mpi = True
+    COLLECTIVE_MPI = collective_mpi
+    LOOP_UNTIL_CLOSE = loop_until_close
+    TERMINATE_ON_CLOSE = terminate_on_close
 
 
 MPIClassInterfaceAttributes = {
@@ -33,8 +36,9 @@ MPIClassInterfaceAttributes = {
     'closed'}
 
 
-LOOP_UNTIL_CLOSE = True
-TERMINATE_ON_CLOSE = True
+LOOP_UNTIL_CLOSE = True  # MPI workers (rank>0) will enter the work loop and wait for commands from rank 0
+TERMINATE_ON_CLOSE = True  # MPI workers (rank>0) will terminate (sys.exit) when the close command is called via rank0
+COLLECTIVE_MPI = True  # rank0 acts as a single point of contact (scatters command+arg and gathers results)
 
 
 class MPIClassInterface():
@@ -53,10 +57,9 @@ class MPIClassInterface():
             self.object = Dummy()
         self.closed = False
 
-        if rank == 0:
-            self.use_rank = np.array([True] * size)
-            self.use_rank[len(args_lst):] = False
-        elif LOOP_UNTIL_CLOSE:
+        self.use_rank = np.array([True] * size)
+        self.use_rank[len(args_lst):] = False
+        if rank > 0 and COLLECTIVE_MPI and LOOP_UNTIL_CLOSE:
             self.work_loop()
 
     def __enter__(self):
@@ -133,13 +136,18 @@ class MPIClassInterface():
     def __getattribute__(self, name):
         if name in MPIClassInterfaceAttributes:
             return object.__getattribute__(self, name)
-        elif rank > 0:
+        elif COLLECTIVE_MPI and rank > 0:
             self.work_loop()
             return lambda *args, **kwargs: 1
+        elif not self.use_rank[rank]:
+            raise ChildProcessError('MPI worker not used')
 
         def wrap(*args, **kwargs):
-            inp = [self.get_input(name, i, args, kwargs) for i in range(size)]
-            return self.run_task(inp)
+            if COLLECTIVE_MPI:
+                inp = [self.get_input(name, i, args, kwargs) for i in range(size)]
+                return self.run_task(inp)
+            else:
+                return self.do_task(name, args, kwargs)
 
         if hasattr(getattr(self.object, name), '__call__'):
             return wrap
@@ -162,11 +170,14 @@ class MPIClassInterface():
 
     def close(self):
         if not self.closed:
-            if rank == 0:
-                res = self.run_task([('close', [], {}) for _ in range(size)])
+            if COLLECTIVE_MPI:
+                if rank == 0:
+                    res = self.run_task([('close', [], {}) for _ in range(size)])
+                else:
+                    self.work_loop()
+                    res = None
             else:
-                self.work_loop()
-                res = None
+                res = self.do_task('close', [], {})
             self.closed = True
 
 

multiclass_interface/tests/test_mpi.py

@@ -42,11 +42,28 @@ def mpitest_mpi_ProcessClass():
     with ProcessClass(MyTest) as cls:
         myTest = cls(1)
         assert myTest.get_id() == 1
-    print("done, test_mpi_ProcessClass")
+    print("done, test_mpi_ProcessClass", flush=True)
+
+
+def mpitest_non_collective_mpi():
+    mpi_interface.COLLECTIVE_MPI = False
+    rank = mpi_interface.rank
+    import time
+    N = 3
+    with MPIClassInterface(MyTest, [(i + 10,) for i in range(N)]) as m:
+
+        try:
+            assert m.get_id() == rank + 10
+            assert rank < N  # rank > N will fail with ChildProcessError
+        except ChildProcessError:
+            pass
+
+    mpi_interface.COLLECTIVE_MPI = True
 
 
 def mpitest_all():
     mpi_interface.activate_mpi()
+
     mpi_interface.exit_mpi_on_close = False
     rank = mpi_interface.rank
     from multiclass_interface.tests.test_multiprocessinterface import test_attribute, test_missing_attribute, test_execption, test_setattr, test_setattr_method
@@ -67,13 +84,14 @@ def mpitest_all():
         run(f)
 
     try:
-        with MPIClassInterface(MyTest, [(1,), (2,)]) as mpici:
+        with MPIClassInterface(MyTest, [(1,), (2,), (3,)]) as mpici:
             for f in [test_attribute, test_missing_attribute, test_execption, test_setattr, test_setattr_method]:
-                break
+
                 run(f, mpici)
 
     except ChildProcessError:
         pass
-    mpi_interface.TERMINATE_ON_CLOSE = True
+
+    run(mpitest_non_collective_mpi)
 
     print(f"Rank {rank} Done test_all")

multiclass_interface/version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.2'
-__version_tuple__ = version_tuple = (1, 2)
+__version__ = version = '1.4'
+__version_tuple__ = version_tuple = (1, 4)