h2lib 0.0.3__cp310-cp310-win_amd64.whl → 13.0.705__cp310-cp310-win_amd64.whl

multiclass_interface/multiprocess_interface.py

@@ -0,0 +1,184 @@
+import multiprocessing
+import atexit
+import numpy as np
+from threading import Thread
+from functools import wraps
+import traceback
+from _queue import Empty
+import os
+from contextlib import contextmanager
+import sys
+import inspect
+from multiclass_interface.multi_object_list import MultiObjectList
+
+
+def run(cls, inputQueue, outputQueue, cls_args, **kwargs):
+    o = cls(*cls_args, **kwargs)
+    while True:
+        method, args, kwargs = inputQueue.get()
+        try:
+            if method == 'getattr':
+                name = args[0]
+                outputQueue.put(getattr(o, name))
+            elif method == 'setattr':
+                name, value = args
+                if hasattr(value, '__call__'):  # pragma: no cover # cov not registered?
+
+                    def wrap(*args, func=value, **kwargs):
+                        if inspect.getfullargspec(func).args[:1] == ['self']:
+                            args = (o,) + args
+                        return func(*args, **kwargs)
+                    outputQueue.put(setattr(o, name, wrap))
+                else:
+                    outputQueue.put(setattr(o, name, value))
+            elif method == 'iscallable':
+                name = args[0]
+                outputQueue.put(hasattr(getattr(o, name), '__call__'))
+            else:
+                att = getattr(o, method)
+                outputQueue.put(att(*args, **kwargs))
+                if method == 'close':
+                    outputQueue.put('Exit process')
+                    return
+        except BaseException as e:
+            outputQueue.put((e, traceback.format_exc()))
+
+
+class ProcessClass():
+    cls = None
+
+    def __init__(self, cls, cls_attrs={}):
+        self.cls_attrs = cls_attrs
+        self.cls = cls
+        self.ctx = multiprocessing.get_context('spawn')
+        self.inputQueue = self.ctx.Queue()
+        self.outputQueue = self.ctx.Queue()
+        atexit.register(self.close)
+        self.closed = False
+
+    def __call__(self, *args, **kwargs):
+        kwargs.update({'cls': self.cls, 'inputQueue': self.inputQueue, 'outputQueue': self.outputQueue,
+                       'cls_args': args})
+        s = 'vs_debug.py'
+        if s in "".join(traceback.format_stack()):  # pragma: no cover
+            self.process = Thread(target=run, kwargs=kwargs)  # use this to debug from Visual studio
+        else:
+            self.process = self.ctx.Process(target=run, kwargs=kwargs, daemon=True)
+
+        self.process.start()
+        return self
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.close()
+
+    def __getattribute__(self, name):
+        try:
+            if name != 'cls_attrs' and name in self.cls_attrs:
+                raise AttributeError()
+            return object.__getattribute__(self, name)
+        except AttributeError:
+            if self.is_callable(name):
+                @wraps(getattr(self.cls, name, None))
+                def wrap(*args, wait_for_result=True, **kwargs):
+                    self.inputQueue.put((name, args, kwargs))
+                    if wait_for_result:
+                        return self.get_result(raise_exception=True,
+                                               cmd=lambda: f'executing {name}({", ".join(list(map(str,args))+["%s=%s"%(k,v) for k,v in kwargs.items()])})')
+                return wrap
+            else:
+                self.inputQueue.put(('getattr', (name,), {}))
+                return self.get_result(raise_exception=True, cmd=lambda: f"getting attribute '{name}'")
+
+    def is_callable(self, name):
+        self.inputQueue.put(('iscallable', (name,), {}))
+        return self.get_result(raise_exception=True, cmd=lambda: f"checking if '{name}' is callable")
+
+    def __setattr__(self, name, value):
+        if name in {'cls', 'ctx', 'inputQueue', 'outputQueue', 'closed', 'process', 'cls_attrs'}:
+            return object.__setattr__(self, name, value)
+        else:
+            self.inputQueue.put(('setattr', (name, value), {}))
+            return self.get_result(raise_exception=True, cmd=lambda: f"setting attribute '{name}'")
+
+    def get_result(self, raise_exception, cmd):
+        while True:
+            if self.process.is_alive() or self.closed:
+                try:
+                    res = self.outputQueue.get(timeout=2)
+                    if isinstance(res, tuple) and len(res) > 1 and isinstance(res[0], BaseException):
+                        res = res[0].__class__(res[1])
+                        if raise_exception:
+                            raise res
+                    return res
+                except Empty:
+                    pass  # time out. Check process is alive and try again
+            else:
+                if hasattr(cmd, '__call__'):
+                    cmd = cmd()
+                e = Exception(f'{self.cls.__name__} process died before or while {cmd}')
+                if raise_exception:
+                    raise e
+                return e
+
+    def close(self, wait_for_result=False):
+        if not self.closed:
+            self.inputQueue.put(('close', [], {}))
+            r = self.get_result(False, 'close')
+            self.process.join()
+            self.inputQueue.close()
+            self.outputQueue.close()
+            self.closed = True
+            return r
+
+
+class MultiProcessClassInterface(MultiObjectList):
+
+    def __init__(self, cls, args_lst, cls_attrs={}):
+        MultiObjectList.__init__(self, [ProcessClass(cls, cls_attrs)(*args) for args in args_lst], SubsetProcessWrapper)
+
+    def __getattr__(self, name):
+        obj_lst = self.obj_lst
+        if obj_lst[0].is_callable(name):
+            def wrap(*args, **kwargs):
+                for obj, (o_args, o_kwargs) in zip(obj_lst, self.get_obj_args_lst(args, kwargs)):
+                    getattr(obj, name)(*o_args, wait_for_result=False, **o_kwargs)
+                res = [o.get_result(raise_exception=False, cmd=lambda: f"executing {name}(...)")
+                       for o in obj_lst]
+                for r in res:
+                    if isinstance(r, Exception):
+                        raise r
+                return res
+            return wrap
+        else:
+            return [getattr(o, name) for o in obj_lst]
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.close()
+
+    def close(self, wait_for_result=False):
+        for obj in self.obj_lst:
+            obj.inputQueue.put(('close', [], {}))
+            obj.process.join()
+            obj.closed = True
+
+
+class SubsetProcessWrapper(MultiProcessClassInterface):
+    def __init__(self, obj_lst):
+        MultiObjectList.__init__(self, obj_lst)
+
+    def __getitem__(self, slice):
+        if np.all(np.atleast_1d(self.obj_lst[slice]) == self.obj_lst):
+            return self
+        raise Exception('Cannot make subset of SubsetProcessWrapper')
+
+    def __getattribute__(self, name):
+        if name == 'close':
+            raise Exception("Cannot close SubsetProcessWrapper. Please close all instances at once")
+
+        return MultiProcessClassInterface.__getattribute__(self, name)

multiclass_interface/my_test_cls.py

@@ -0,0 +1,33 @@
+import time
+import os
+
+
+class MyTest():
+    def __init__(self, id):
+        self.id = id
+        self.name = self.__class__.__name__
+
+    def get_id(self,):
+        return self.id
+
+    def work(self, t):
+        start_time = time.time()
+        s1 = f'{self.id} starts working for {t}s at t={start_time}. '
+        # print (s1)
+        while time.time() < start_time + t:
+            pass
+        s2 = f'{self.id} ends working at {time.time()}.'
+        # print (s2)
+        return s1 + s2
+
+    def return_input(self, *args, **kwargs):
+        return f"{self.id} got: {str(args)} and {str(kwargs)}"
+
+    def get_ld_library_path(self):
+        return os.environ['LD_LIBRARY_PATH']
+
+    def close(self):
+        return f"closing {self.get_id()}"
+
+    def raise_exception(self):
+        1 / 0  # raise ZeroDivisionError

h2lib-0.0.3.data/purelib/h2lib/__init__.py

@@ -1 +0,0 @@
-from ._h2lib import H2Lib

h2lib-0.0.3.data/purelib/h2lib/_h2lib.py

@@ -1,13 +0,0 @@
-from h2lib.dll_wrapper import DLLWrapper
-import os
-
-
-class H2Lib(DLLWrapper):
-    def __init__(self, filename=None):
-        if filename is None:
-            if os.name == 'nt':
-                filename = os.path.dirname(__file__) + '/TestLib.dll'
-            else:
-                filename = os.path.dirname(__file__) + '/TestLib.so'
-            
-        DLLWrapper.__init__(self, filename, cdecl=True)

h2lib-0.0.3.data/purelib/h2lib/calc.py

@@ -1,21 +0,0 @@
-import ctypes
-from ctypes import CDLL, cdll, c_double
-import os
-from h2lib.dll_wrapper import DLLWrapper, c_double_p
-import numpy as np
-
-
-def add(a, b):
-    return a + b
-
-
-def square(a):
-    print(os.getcwd())
-    f = os.path.abspath('../../../build/TestLib_64.dll')
-    dll = DLLWrapper(filename=f, cdecl=True)
-    print(dll.sqr2(3))
-    print(dll.getSquare(3., restype=np.float64))
-
-
-if __name__ == '__main__':
-    square(3)

h2lib-0.0.3.dist-info/METADATA

@@ -1,14 +0,0 @@
-Metadata-Version: 2.1
-Name: h2lib
-Version: 0.0.3
-Summary: Python interface to HAWC2
-Download-URL: 
-Author: S.G.Horcas and N.G.Ramos
-Author-email: 
-Maintainer: 
-Maintainer-email: 
-Requires-Dist: intel-fortran-rt ==2021.3.0
-Requires-Dist: mkl ==2021.3.0
-Requires-Dist: numpy
-Requires-Dist: pytest
-

h2lib-0.0.3.dist-info/RECORD

@@ -1,9 +0,0 @@
-h2lib-0.0.3.data/purelib/h2lib/TestLib.dll,sha256=6tEkTg-ycJn8s6LQ9wohAkWuSUDMoCryiwpZidMN340,3392000
-h2lib-0.0.3.data/purelib/h2lib/__init__.py,sha256=v4RtCtR7Cfv-LSx-9tnLK0WSefKVjIKrGjfBVBhONzI,27
-h2lib-0.0.3.data/purelib/h2lib/_h2lib.py,sha256=tapiHobRD2T7jZhizOHCW9uX2sGjkDWMa-Na9oIBcYE,417
-h2lib-0.0.3.data/purelib/h2lib/calc.py,sha256=eqPH_ruyWpnXVJDH8jVjuV3u-Dh_MiwSlgEV-hjDM_w,448
-h2lib-0.0.3.data/purelib/h2lib/dll_wrapper.py,sha256=KWbqOu42EtO2WeP8T6ne5aYOEszs9QoheaKDbYS8JAQ,8903
-h2lib-0.0.3.dist-info/METADATA,sha256=MBVB1HayV275A6iROLAS066Tc101zAt9rNATrlgLpgI,310
-h2lib-0.0.3.dist-info/WHEEL,sha256=Wb1el1iP4ORW7FiLElw7HfxLpDiHzwvd2B382b2Idl0,102
-h2lib-0.0.3.dist-info/top_level.txt,sha256=y_a-tUqphEZQ_0nsWSMaSb21P8Lsd8hUxUdE9g2Dcbk,6
-h2lib-0.0.3.dist-info/RECORD,,

h2lib-0.0.3.dist-info/top_level.txt

@@ -1 +0,0 @@
-h2lib