numbox 0.2.3__py3-none-any.whl → 0.2.5__py3-none-any.whl

numbox/__init__.py

@@ -1 +1 @@
-__version__ = '0.2.3'
+__version__ = '0.2.5'

numbox/core/work/builder.py

@@ -1,6 +1,7 @@
 from hashlib import md5
-from inspect import getfile, getmodule
+from inspect import getfile, getmodule, getsource
 from io import StringIO
+from itertools import chain
 from numba import njit, typeof
 from numba.core.types import Type
 from typing import Any, Callable, NamedTuple, Optional, Sequence, Union
@@ -14,13 +15,32 @@ def _file_anchor():
     raise NotImplementedError
 
 
-class End(NamedTuple):
+_nodes_names = set()
+
+
+class _End(NamedTuple):
     name: str
     init_value: Any
     ty: Optional[type | Type] = None
 
 
-class Derived(NamedTuple):
+def _new(cls, super_proxy, *args, **kwargs):
+    name = kwargs.get("name")
+    assert name, "`name` key-word argument has not been provided"
+    if name in _nodes_names:
+        raise ValueError(f"Node '{name}' has already been defined on this graph. Pick a different name.")
+    _nodes_names.add(name)
+    return super_proxy.__new__(cls, *args, **kwargs)
+
+
+class End(_End):
+    __slots__ = ()
+
+    def __new__(cls, *args, **kwargs):
+        return _new(cls, super(), *args, **kwargs)
+
+
+class _Derived(NamedTuple):
     name: str
     init_value: Any
     derive: Callable
@@ -28,24 +48,37 @@ class Derived(NamedTuple):
     ty: Optional[type | Type] = None
 
 
+class Derived(_Derived):
+    __slots__ = ()
+
+    def __new__(cls, *args, **kwargs):
+        return _new(cls, super(), *args, **kwargs)
+
+
 SpecTy = Derived | End
 
 
-def _input_line(input_: End, ns):
+def _input_line(input_: End, ns: dict, initializers: dict):
     name_ = input_.name
     init_ = input_.init_value
+    init_name = f"{name_}_init"
+    ns[init_name] = init_
+    initializers[init_name] = init_
     ty_ = input_.ty
     if ty_ is not None:
         type_name = f"{name_}_ty"
         ns[type_name] = ty_
-        return f"""{name_} = ll_make_work("{name_}", {init_}, (), None, {type_name})"""
-    return f"""{name_} = ll_make_work("{name_}", {init_}, (), None)"""
+        return f"""{name_} = ll_make_work("{name_}", {init_name}, (), None, {type_name})"""
+    return f"""{name_} = ll_make_work("{name_}", {init_name}, (), None)"""
 
 
 def get_ty(spec_):
     return spec_.ty or typeof(spec_.init_value)
 
 
+_derive_funcs = {}
+
+
 def _derived_cres(ty, sources: Sequence[End], derive, jit_options=None):
     jit_options = jit_options if jit_options is not None else {}
     sources_ty = []
@@ -54,20 +87,28 @@ def _derived_cres(ty, sources: Sequence[End], derive, jit_options=None):
         sources_ty.append(source_ty)
     derive_sig = ty(*sources_ty)
     derive_cres = cres(derive_sig, **jit_options)(derive)
+    _derive_funcs[id(derive_cres)] = derive
     return derive_cres
 
 
-def _derived_line(derived_: Derived, ns: dict, _make_args: list, jit_options=None):
+def _derived_line(
+    derived_: Derived, ns: dict, initializers: dict, derive_hashes: list, _make_args: list, jit_options=None
+):
     name_ = derived_.name
     init_ = derived_.init_value
     sources_ = ", ".join([s.name for s in derived_.sources])
     sources_ = sources_ + ", " if "," not in sources_ else sources_
     ty_ = get_ty(derived_)
-    derive_ = _derived_cres(ty_, derived_.sources, derived_.derive, jit_options)
+    derive_func = derived_.derive
+    derive_hashes.append(md5(getsource(derive_func).encode("utf-8")).hexdigest())
+    derive_ = _derived_cres(ty_, derived_.sources, derive_func, jit_options)
     derive_name = f"{name_}_derive"
+    init_name = f"{name_}_init"
     _make_args.append(derive_name)
     ns[derive_name] = derive_
-    return f"""{name_} = ll_make_work("{name_}", {init_}, ({sources_}), {derive_name})"""
+    ns[init_name] = init_
+    initializers[init_name] = init_
+    return f"""{name_} = ll_make_work("{name_}", {init_name}, ({sources_}), {derive_name})"""
 
 
 def _verify_access_nodes(
@@ -102,17 +143,20 @@ def make_graph(
     }
     _make_args = []
     code_txt = StringIO()
+    initializers = {}
+    derive_hashes=[]
     for input_ in all_inputs_:
-        line_ = _input_line(input_, ns)
+        line_ = _input_line(input_, ns, initializers)
         code_txt.write(f"\n\t{line_}")
     for derived_ in all_derived_:
-        line_ = _derived_line(derived_, ns, _make_args, jit_options)
+        line_ = _derived_line(derived_, ns, initializers, derive_hashes, _make_args, jit_options)
         code_txt.write(f"\n\t{line_}")
-    hash_ = code_block_hash(code_txt.getvalue())
+    hash_str = f"code_block = {code_txt.getvalue()} initializers = {list(initializers.values())} derive_hashes = {derive_hashes}"
+    hash_ = code_block_hash(hash_str)
     code_txt.write(f"""\n\taccess_tuple = ({", ".join([n.name for n in access_nodes])})""")
     code_txt.write(f"\n\treturn access_tuple")
     code_txt = code_txt.getvalue()
-    make_params = ", ".join(_make_args)
+    make_params = ", ".join(chain(_make_args, initializers.keys()))
     make_name = f"_make_{hash_}"
     code_txt = f"""
 @njit(**jit_options)

numbox/core/work/explain.py

@@ -0,0 +1,35 @@
+from inspect import getsource
+from textwrap import indent
+
+from numbox.core.work.builder import _derive_funcs
+from numbox.core.work.work import Work
+
+
+def get_func_code(derive_func_p_):
+    derive_func_ = _derive_funcs.get(derive_func_p_)
+    return derive_func_.__name__, indent(getsource(derive_func_), "    ")
+
+
+def _explain(work: Work, derivation_: list, derived_: set):
+    if work.name in derived_:
+        return
+    if len(work.sources) == 0:
+        derivation_.append(f"{work.name}: end node\n")
+        derived_.add(work.name)
+        return
+    inputs_names = []
+    for source in work.sources:
+        _explain(source, derivation_, derived_)
+        inputs_names.append(source.name)
+    derive_func_ptrs = work.derive
+    derive_func_name, derive_func_code = get_func_code(derive_func_ptrs[1])
+    derivation_.append(f"""{work.name}: {derive_func_name}({", ".join(inputs_names)})
+
+{derive_func_code}""")
+    derived_.add(work.name)
+
+
+def explain(work: Work):
+    derivation = []
+    _explain(work, derivation, set())
+    return "\n".join(derivation)

numbox/core/work/work.py

@@ -17,7 +17,7 @@ from numbox.core.work.lowlevel_work_utils import ll_make_work, WorkTypeClass
 from numbox.core.work.node import NodeType
 from numbox.core.work.node_base import NodeBase, NodeBaseType
 from numbox.utils.lowlevel import (
-    extract_struct_member, _cast, is_not_null, get_func_p_from_func_struct, get_ll_func_sig
+    extract_struct_member, _cast, _get_func_tuple, is_not_null, get_func_p_from_func_struct, get_ll_func_sig
 )
 
 
@@ -73,6 +73,11 @@ class Work(NodeBase):
     def sources(self):
         return self.sources
 
+    @property
+    @njit(**default_jit_options)
+    def derive(self):
+        return _get_func_tuple(self.derive)
+
     @property
     @njit(**default_jit_options)
     def derived(self):
@@ -441,9 +446,8 @@ def ol_depends_on(self_ty, obj_ty):
             node = self.as_node()
             return name_ in node.all_inputs_names()
     else:
-        assert isinstance(obj_ty, WorkTypeClass), f"Cannot handle {obj_ty}"
-
         def _(self, obj_):
             node = self.as_node()
             return obj_.name in node.all_inputs_names()
+        assert isinstance(obj_ty, WorkTypeClass), f"Cannot handle {obj_ty}"
     return _

{numbox-0.2.3.dist-info → numbox-0.2.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: numbox
-Version: 0.2.3
+Version: 0.2.5
 Author: Mikhail Goykhman
 License: MIT License (with Citation Clause)
         

{numbox-0.2.3.dist-info → numbox-0.2.5.dist-info}/RECORD

@@ -1,4 +1,4 @@
-numbox/__init__.py,sha256=XtWUl6HPylv5jZLd2KkgtPptuzuda93kC2REmOrF-Cs,22
+numbox/__init__.py,sha256=8f4ummWTPl6PtdE9DzSUgZhPjGioA_NDC-hDpqzB9qI,22
 numbox/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 numbox/core/configurations.py,sha256=0bCmxXL-QMwtvyIDhpXLeT-1KJMf_QpH0wLuEvYLGxQ,68
 numbox/core/any/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -15,14 +15,15 @@ numbox/core/bindings/utils.py,sha256=aRtN8oUYBk9vgoUGaUJosGx0Za-vvCNwwbZg_g_-LRs
 numbox/core/proxy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 numbox/core/proxy/proxy.py,sha256=kGYlEdLK40lxxu56e_S32s9YuQ6AuQnFegt5uQrUw5w,3889
 numbox/core/work/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-numbox/core/work/builder.py,sha256=QaklRb-IciVNPlk1WnQ3Hfc8tHbWbuAQqdrlp51XCcM,3991
+numbox/core/work/builder.py,sha256=tfrizyZuBy21zsoILELzQIj-wtYAuPitDqtVg7V1atw,5362
 numbox/core/work/combine_utils.py,sha256=qTVGke_ydzaTQ7o29DFjZWZzKjRNKb0L3yJMaR3TLII,2430
+numbox/core/work/explain.py,sha256=qEorYHRSe8P2MygodCYsz57UtWeRfaS27xHSw3hBgmo,1063
 numbox/core/work/loader_utils.py,sha256=g83mDWidZJ8oLWP3I3rK8aGISYOO2S-w6HDgtosCyck,1572
 numbox/core/work/lowlevel_work_utils.py,sha256=TgRRcNfks0oaOXGXXr3ptafd_Xv_lpmH8sjBrJ9bPuI,5748
 numbox/core/work/node.py,sha256=CMolyoRQjG2A-pTQqZQ0kxKOYTKipWRC0mu8RWHuTUI,5096
 numbox/core/work/node_base.py,sha256=uI7asM2itQcHuOByXyJtqvrd4ovW6EXDRdHYp3JVHQ0,998
 numbox/core/work/print_tree.py,sha256=y2u7xmbHvpcA57y8PrGSqOunLNCqhgNXdVtXHqvy1M0,2340
-numbox/core/work/work.py,sha256=oC71F2y-NkIF9Ox63trlv061nYBxla6R-F2Nj-7NXI4,14595
+numbox/core/work/work.py,sha256=V_pYW0sqdYHh45ago3aMz0fG4U_UfsNLIcpBejn_ttU,14725
 numbox/core/work/work_utils.py,sha256=3q_nnBdzuxWWcdFpbRL2H0T9ZNkUgx1J1uhiZkX3YG4,1039
 numbox/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 numbox/utils/highlevel.py,sha256=gXYzLsFPKHQfGqaz-Z4DWcCQddv0dS6SKwIsM-_xjYg,1487
@@ -30,8 +31,8 @@ numbox/utils/lowlevel.py,sha256=ACpf8_HyOIsobPlZ31bapkEyuCsV5dojW3AFrcKykrw,1071
 numbox/utils/meminfo.py,sha256=ykFi8Vt0WcHI3ztgMwvpn6NqaflDSQGL8tjI01jrzm0,1759
 numbox/utils/timer.py,sha256=KkAkWOHQ72WtPjyiAzt_tF1q0DcOnCDkITTb85DvkUM,553
 numbox/utils/void_type.py,sha256=IkZsjNeAIShYJtvWbvERdHnl_mbF1rCRWiM3gp6II8U,404
-numbox-0.2.3.dist-info/LICENSE,sha256=YYgNvjH_p6-1NsdrIqGJnr1GUbZzA_8DxsP6vVfM6nY,1446
-numbox-0.2.3.dist-info/METADATA,sha256=e7MF4nI2ntAqX8CGKWS1FvUiEswd2rtRW-rysf4WWJc,2792
-numbox-0.2.3.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-numbox-0.2.3.dist-info/top_level.txt,sha256=A67jOkfqidCSYYm6ifjN_WZyIiR1B27fjxv6nNbPvjc,7
-numbox-0.2.3.dist-info/RECORD,,
+numbox-0.2.5.dist-info/LICENSE,sha256=YYgNvjH_p6-1NsdrIqGJnr1GUbZzA_8DxsP6vVfM6nY,1446
+numbox-0.2.5.dist-info/METADATA,sha256=kHcNZstr-whJ0XoJ6IcoXACjnAn33yjvJgdn4Ksx6sk,2792
+numbox-0.2.5.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+numbox-0.2.5.dist-info/top_level.txt,sha256=A67jOkfqidCSYYm6ifjN_WZyIiR1B27fjxv6nNbPvjc,7
+numbox-0.2.5.dist-info/RECORD,,