jaclang 0.7.1__py3-none-any.whl → 0.7.7__py3-none-any.whl

jaclang/core/aott.py

@@ -4,18 +4,34 @@ AOTT: Automated Operational Type Transformation.
 This has all the necessary functions to perform the AOTT operations.
 """
 
+import base64
+import logging
 import re
 from enum import Enum
+from io import BytesIO
 from typing import Any
 
-from jaclang.core.llms.base import BaseLLM
-from jaclang.core.registry import SemInfo, SemRegistry, SemScope
+
+try:
+    from PIL import Image
+except ImportError:
+    Image = None
+
+from jaclang.compiler.semtable import SemInfo, SemRegistry, SemScope
+
+try:
+    from mtllm.llms import BaseLLM
+except ImportError:
+    BaseLLM = None
+
+
+IMG_FORMATS = ["PngImageFile", "JpegImageFile"]
 
 
 def aott_raise(
-    model: BaseLLM,
+    model: BaseLLM,  # type: ignore
     information: str,
-    inputs_information: str,
+    inputs_information: str | list[dict],
     output_information: str,
     type_explanations: str,
     action: str,
@@ -25,18 +41,43 @@ def aott_raise(
     model_params: dict,
 ) -> str:
     """AOTT Raise uses the information (Meanings types values) provided to generate a prompt(meaning in)."""
+    system_prompt = model.MTLLM_SYSTEM_PROMPT
+    meaning_in: str | list[dict]
     if method != "ReAct":
-        system_prompt = model.MTLLM_SYSTEM_PROMPT
-        mtllm_prompt = model.MTLLM_PROMPT.format(
-            information=information,
-            inputs_information=inputs_information,
-            output_information=output_information,
-            type_explanations=type_explanations,
-            action=action,
-            context=context,
-        )
         method_prompt = model.MTLLM_METHOD_PROMPTS[method]
-        meaning_in = f"{system_prompt}\n{mtllm_prompt}\n{method_prompt}"
+        if isinstance(inputs_information, str):
+            mtllm_prompt = model.MTLLM_PROMPT.format(
+                information=information,
+                inputs_information=inputs_information,
+                output_information=output_information,
+                type_explanations=type_explanations,
+                action=action,
+                context=context,
+            ).strip()
+            meaning_in = f"{system_prompt}\n{mtllm_prompt}\n{method_prompt}".strip()
+        else:
+            upper_half = model.MTLLM_PROMPT.split("{inputs_information}")[0]
+            lower_half = model.MTLLM_PROMPT.split("{inputs_information}")[1]
+            upper_half = upper_half.format(
+                information=information,
+                context=context,
+            )
+            lower_half = lower_half.format(
+                output_information=output_information,
+                type_explanations=type_explanations,
+                action=action,
+            )
+            meaning_in = (
+                [
+                    {"type": "text", "text": system_prompt},
+                    {"type": "text", "text": upper_half},
+                ]
+                + inputs_information
+                + [
+                    {"type": "text", "text": lower_half},
+                    {"type": "text", "text": method_prompt},
+                ]
+            )
         return model(meaning_in, **model_params)
     else:
         assert tools, "Tools must be provided for the ReAct method."
@@ -71,7 +112,7 @@ def get_info_types(
                 else None
             )
             info_str.append(
-                f"{sem_info.semstr} ({sem_info.name}) ({sem_info.type}) = {get_object_string(incl[1])}"
+                f"{sem_info.semstr} ({sem_info.name}) ({sem_info.type}) = {get_object_string(incl[1])}".strip()
             )
     return ("\n".join(info_str), collected_types)
 
@@ -142,7 +183,7 @@ def get_type_explanation(
         if sem_info.type == "Enum" and isinstance(type_info, list):
             for enum_item in type_info:
                 type_info_str.append(
-                    f"{enum_item.semstr} ({enum_item.name}) (EnumItem)"
+                    f"{enum_item.semstr} ({enum_item.name}) (EnumItem)".strip()
                 )
             type_example[0] = type_example[0].replace("(", f".{enum_item.name}")
         elif sem_info.type in ["obj", "class", "node", "edge"] and isinstance(
@@ -152,7 +193,7 @@ def get_type_explanation(
                 if arch_item.type in ["obj", "class", "node", "edge"]:
                     continue
                 type_info_str.append(
-                    f"{arch_item.semstr} ({arch_item.name}) ({arch_item.type})"
+                    f"{arch_item.semstr} ({arch_item.name}) ({arch_item.type})".strip()
                 )
                 type_example.append(f"{arch_item.name}={arch_item.type}, ")
                 if arch_item.type and extract_non_primary_type(arch_item.type):
@@ -162,7 +203,7 @@ def get_type_explanation(
             else:
                 type_example.append(")")
         return (
-            f"{sem_info.semstr} ({sem_info.name}) ({sem_info.type}) eg:- {''.join(type_example)} -> {', '.join(type_info_str)}",  # noqa: E501
+            f"{sem_info.semstr} ({sem_info.name}) ({sem_info.type}) eg:- {''.join(type_example)} -> {', '.join(type_info_str)}".strip(),  # noqa: E501
             set(type_info_types),
         )
     return None, None
@@ -212,3 +253,62 @@ class Tool:
         """Initialize the Tool class."""
         # TODO: Implement the Tool class
         pass
+
+
+def get_input_information(
+    inputs: list[tuple[str, str, str, Any]], type_collector: list
+) -> str | list[dict]:
+    """
+    Get the input information for the AOTT operation.
+
+    Returns:
+        str | list[dict]: If the input does not contain images, returns a string with the input information.
+            If the input contains images, returns a list of dictionaries representing the input information,
+            where each dictionary contains either text or image_url.
+
+    """
+    contains_imgs = any(get_type_annotation(i[3]) in IMG_FORMATS for i in inputs)
+    if not contains_imgs:
+        inputs_information_list = []
+        for i in inputs:
+            typ_anno = get_type_annotation(i[3])
+            type_collector.extend(extract_non_primary_type(typ_anno))
+            inputs_information_list.append(
+                f"{i[0] if i[0] else ''} ({i[2]}) ({typ_anno}) = {get_object_string(i[3])}".strip()
+            )
+        return "\n".join(inputs_information_list)
+    else:
+        inputs_information_dict_list: list[dict] = []
+        for i in inputs:
+            if get_type_annotation(i[3]) in IMG_FORMATS:
+                img_base64 = image_to_base64(i[3])
+                image_repr: list[dict] = [
+                    {
+                        "type": "text",
+                        "text": f"{i[0] if i[0] else ''} ({i[2]}) (Image) = ".strip(),
+                    },
+                    {"type": "image_url", "image_url": {"url": img_base64}},
+                ]
+                inputs_information_dict_list.extend(image_repr)
+                continue
+            typ_anno = get_type_annotation(i[3])
+            type_collector.extend(extract_non_primary_type(typ_anno))
+            inputs_information_dict_list.append(
+                {
+                    "type": "text",
+                    "text": f"{i[0] if i[0] else ''} ({i[2]}) ({typ_anno}) = {get_object_string(i[3])}".strip(),
+                }
+            )
+        return inputs_information_dict_list
+
+
+def image_to_base64(image: Image) -> str:  # type: ignore
+    """Convert an image to base64 expected by OpenAI."""
+    if not Image:
+        log = logging.getLogger(__name__)
+        log.error("Pillow is not installed. Please install Pillow to use images.")
+        return ""
+    img_format = image.format
+    with BytesIO() as buffer:
+        image.save(buffer, format=img_format, quality=100)
+        return f"data:image/{img_format.lower()};base64,{base64.b64encode(buffer.getvalue()).decode()}"

jaclang/core/{construct.py → architype.py}

@@ -2,15 +2,13 @@
 
 from __future__ import annotations
 
-import unittest
+import types
 from dataclasses import dataclass, field
-from typing import Callable, Optional
+from typing import Any, Callable, Optional
 from uuid import UUID, uuid4
 
 from jaclang.compiler.constant import EdgeDir
 from jaclang.core.utils import collect_node_connections
-from jaclang.plugin.feature import JacFeature as Jac
-from jaclang.plugin.spec import DSFunc
 
 
 @dataclass(eq=False)
@@ -57,6 +55,8 @@ class NodeAnchor(ObjectAnchor):
 
     def populate_edges(self) -> None:
         """Populate edges from edge ids."""
+        from jaclang.plugin.feature import JacFeature as Jac
+
         if len(self.edges) == 0 and len(self.edge_ids) > 0:
             for e_id in self.edge_ids:
                 edge = Jac.context().get_obj(e_id)
@@ -229,7 +229,13 @@ class WalkerAnchor(ObjectAnchor):
 
     def visit_node(
         self,
-        nds: list[NodeArchitype | EdgeArchitype] | NodeArchitype | EdgeArchitype,
+        nds: (
+            list[NodeArchitype | EdgeArchitype]
+            | list[NodeArchitype]
+            | list[EdgeArchitype]
+            | NodeArchitype
+            | EdgeArchitype
+        ),
     ) -> bool:
         """Walker visits node."""
         nd_list: list[NodeArchitype | EdgeArchitype]
@@ -251,7 +257,13 @@ class WalkerAnchor(ObjectAnchor):
 
     def ignore_node(
         self,
-        nds: list[NodeArchitype | EdgeArchitype] | NodeArchitype | EdgeArchitype,
+        nds: (
+            list[NodeArchitype | EdgeArchitype]
+            | list[NodeArchitype]
+            | list[EdgeArchitype]
+            | NodeArchitype
+            | EdgeArchitype
+        ),
     ) -> bool:
         """Walker ignores node."""
         nd_list: list[NodeArchitype | EdgeArchitype]
@@ -354,11 +366,15 @@ class NodeArchitype(Architype):
 
     def __init__(self) -> None:
         """Create node architype."""
+        from jaclang.plugin.feature import JacFeature as Jac
+
         self._jac_: NodeAnchor = NodeAnchor(obj=self)
         Jac.context().save_obj(self, persistent=self._jac_.persistent)
 
     def save(self) -> None:
         """Save the node to the memory/storage hierarchy."""
+        from jaclang.plugin.feature import JacFeature as Jac
+
         self._jac_.persistent = True
         Jac.context().save_obj(self, persistent=True)
 
@@ -383,11 +399,15 @@ class EdgeArchitype(Architype):
 
     def __init__(self) -> None:
         """Create edge architype."""
+        from jaclang.plugin.feature import JacFeature as Jac
+
         self._jac_: EdgeAnchor = EdgeAnchor(obj=self)
         Jac.context().save_obj(self, persistent=self.persistent)
 
     def save(self) -> None:
         """Save the edge to the memory/storage hierarchy."""
+        from jaclang.plugin.feature import JacFeature as Jac
+
         self.persistent = True
         Jac.context().save_obj(self, persistent=True)
 
@@ -405,6 +425,8 @@ class EdgeArchitype(Architype):
 
     def populate_nodes(self) -> None:
         """Populate nodes for the edges from node ids."""
+        from jaclang.plugin.feature import JacFeature as Jac
+
         if self._jac_.source_id:
             obj = Jac.context().get_obj(self._jac_.source_id)
             if obj is None:
@@ -439,6 +461,13 @@ class WalkerArchitype(Architype):
         self._jac_: WalkerAnchor = WalkerAnchor(obj=self)
 
 
+class GenericEdge(EdgeArchitype):
+    """Generic Root Node."""
+
+    _jac_entry_funcs_ = []
+    _jac_exit_funcs_ = []
+
+
 class Root(NodeArchitype):
     """Generic Root Node."""
 
@@ -460,92 +489,14 @@ class Root(NodeArchitype):
         self._jac_.edges = []
 
 
-class GenericEdge(EdgeArchitype):
-    """Generic Root Node."""
-
-    _jac_entry_funcs_ = []
-    _jac_exit_funcs_ = []
-
-
-class JacTestResult(unittest.TextTestResult):
-    """Jac test result class."""
-
-    def __init__(
-        self,
-        stream,  # noqa
-        descriptions,  # noqa
-        verbosity: int,
-        max_failures: Optional[int] = None,
-    ) -> None:
-        """Initialize FailFastTestResult object."""
-        super().__init__(stream, descriptions, verbosity)  # noqa
-        self.failures_count = JacTestCheck.failcount
-        self.max_failures = max_failures
-
-    def addFailure(self, test, err) -> None:  # noqa
-        """Count failures and stop."""
-        super().addFailure(test, err)
-        self.failures_count += 1
-        if self.max_failures is not None and self.failures_count >= self.max_failures:
-            self.stop()
-
-    def stop(self) -> None:
-        """Stop the test execution."""
-        self.shouldStop = True
-
-
-class JacTextTestRunner(unittest.TextTestRunner):
-    """Jac test runner class."""
-
-    def __init__(self, max_failures: Optional[int] = None, **kwargs) -> None:  # noqa
-        """Initialize JacTextTestRunner object."""
-        self.max_failures = max_failures
-        super().__init__(**kwargs)
-
-    def _makeResult(self) -> JacTestResult:  # noqa
-        """Override the method to return an instance of JacTestResult."""
-        return JacTestResult(
-            self.stream,
-            self.descriptions,
-            self.verbosity,
-            max_failures=self.max_failures,
-        )
-
-
-class JacTestCheck:
-    """Jac Testing and Checking."""
-
-    test_case = unittest.TestCase()
-    test_suite = unittest.TestSuite()
-    breaker = False
-    failcount = 0
-
-    @staticmethod
-    def reset() -> None:
-        """Clear the test suite."""
-        JacTestCheck.test_case = unittest.TestCase()
-        JacTestCheck.test_suite = unittest.TestSuite()
-
-    @staticmethod
-    def run_test(xit: bool, maxfail: int | None, verbose: bool) -> None:
-        """Run the test suite."""
-        verb = 2 if verbose else 1
-        runner = JacTextTestRunner(max_failures=maxfail, failfast=xit, verbosity=verb)
-        result = runner.run(JacTestCheck.test_suite)
-        if result.wasSuccessful():
-            print("Passed successfully.")
-        else:
-            fails = len(result.failures)
-            JacTestCheck.failcount += fails
-            JacTestCheck.breaker = (
-                (JacTestCheck.failcount >= maxfail) if maxfail else True
-            )
+@dataclass(eq=False)
+class DSFunc:
+    """Data Spatial Function."""
 
-    @staticmethod
-    def add_test(test_fun: Callable) -> None:
-        """Create a new test."""
-        JacTestCheck.test_suite.addTest(unittest.FunctionTestCase(test_fun))
+    name: str
+    trigger: type | types.UnionType | tuple[type | types.UnionType, ...] | None
+    func: Callable[[Any, Any], Any] | None = None
 
-    def __getattr__(self, name: str) -> object:
-        """Make convenient check.Equal(...) etc."""
-        return getattr(JacTestCheck.test_case, name)
+    def resolve(self, cls: type) -> None:
+        """Resolve the function."""
+        self.func = getattr(cls, self.name)

jaclang/core/constructs.py

@@ -0,0 +1,44 @@
+"""Core constructs for Jac Language."""
+
+from __future__ import annotations
+
+
+from .architype import (
+    Architype,
+    DSFunc,
+    EdgeAnchor,
+    EdgeArchitype,
+    ElementAnchor,
+    GenericEdge,
+    NodeAnchor,
+    NodeArchitype,
+    ObjectAnchor,
+    Root,
+    WalkerAnchor,
+    WalkerArchitype,
+)
+from .context import ExecutionContext, exec_context
+from .memory import Memory, ShelveStorage
+from .test import JacTestCheck, JacTestResult, JacTextTestRunner
+
+__all__ = [
+    "ElementAnchor",
+    "ObjectAnchor",
+    "NodeAnchor",
+    "EdgeAnchor",
+    "WalkerAnchor",
+    "Architype",
+    "NodeArchitype",
+    "EdgeArchitype",
+    "WalkerArchitype",
+    "GenericEdge",
+    "Root",
+    "DSFunc",
+    "Memory",
+    "ShelveStorage",
+    "ExecutionContext",
+    "exec_context",
+    "JacTestResult",
+    "JacTextTestRunner",
+    "JacTestCheck",
+]

jaclang/core/context.py

@@ -0,0 +1,157 @@
+"""Core constructs for Jac Language."""
+
+from __future__ import annotations
+
+import unittest
+from contextvars import ContextVar
+from typing import Callable, Optional
+from uuid import UUID
+
+from .architype import Architype, Root
+from .memory import Memory, ShelveStorage
+
+
+class ExecutionContext:
+    """Default Execution Context implementation."""
+
+    mem: Optional[Memory]
+    root: Optional[Root]
+
+    def __init__(self) -> None:
+        """Create execution context."""
+        super().__init__()
+        self.mem = ShelveStorage()
+        self.root = None
+
+    def init_memory(self, session: str = "") -> None:
+        """Initialize memory."""
+        if session:
+            self.mem = ShelveStorage(session)
+        else:
+            self.mem = Memory()
+
+    def get_root(self) -> Root:
+        """Get the root object."""
+        if self.mem is None:
+            raise ValueError("Memory not initialized")
+
+        if not self.root:
+            root = self.mem.get_obj(UUID(int=0))
+            if root is None:
+                self.root = Root()
+                self.mem.save_obj(self.root, persistent=self.root._jac_.persistent)
+            elif not isinstance(root, Root):
+                raise ValueError(f"Invalid root object: {root}")
+            else:
+                self.root = root
+        return self.root
+
+    def get_obj(self, obj_id: UUID) -> Architype | None:
+        """Get object from memory."""
+        if self.mem is None:
+            raise ValueError("Memory not initialized")
+
+        return self.mem.get_obj(obj_id)
+
+    def save_obj(self, item: Architype, persistent: bool) -> None:
+        """Save object to memory."""
+        if self.mem is None:
+            raise ValueError("Memory not initialized")
+
+        self.mem.save_obj(item, persistent)
+
+    def reset(self) -> None:
+        """Reset the execution context."""
+        if self.mem:
+            self.mem.close()
+        self.mem = None
+        self.root = None
+
+
+exec_context: ContextVar[ExecutionContext | None] = ContextVar(
+    "ExecutionContext", default=None
+)
+
+
+class JacTestResult(unittest.TextTestResult):
+    """Jac test result class."""
+
+    def __init__(
+        self,
+        stream,  # noqa
+        descriptions,  # noqa
+        verbosity: int,
+        max_failures: Optional[int] = None,
+    ) -> None:
+        """Initialize FailFastTestResult object."""
+        super().__init__(stream, descriptions, verbosity)  # noqa
+        self.failures_count = JacTestCheck.failcount
+        self.max_failures = max_failures
+
+    def addFailure(self, test, err) -> None:  # noqa
+        """Count failures and stop."""
+        super().addFailure(test, err)
+        self.failures_count += 1
+        if self.max_failures is not None and self.failures_count >= self.max_failures:
+            self.stop()
+
+    def stop(self) -> None:
+        """Stop the test execution."""
+        self.shouldStop = True
+
+
+class JacTextTestRunner(unittest.TextTestRunner):
+    """Jac test runner class."""
+
+    def __init__(self, max_failures: Optional[int] = None, **kwargs) -> None:  # noqa
+        """Initialize JacTextTestRunner object."""
+        self.max_failures = max_failures
+        super().__init__(**kwargs)
+
+    def _makeResult(self) -> JacTestResult:  # noqa
+        """Override the method to return an instance of JacTestResult."""
+        return JacTestResult(
+            self.stream,
+            self.descriptions,
+            self.verbosity,
+            max_failures=self.max_failures,
+        )
+
+
+class JacTestCheck:
+    """Jac Testing and Checking."""
+
+    test_case = unittest.TestCase()
+    test_suite = unittest.TestSuite()
+    breaker = False
+    failcount = 0
+
+    @staticmethod
+    def reset() -> None:
+        """Clear the test suite."""
+        JacTestCheck.test_case = unittest.TestCase()
+        JacTestCheck.test_suite = unittest.TestSuite()
+
+    @staticmethod
+    def run_test(xit: bool, maxfail: int | None, verbose: bool) -> None:
+        """Run the test suite."""
+        verb = 2 if verbose else 1
+        runner = JacTextTestRunner(max_failures=maxfail, failfast=xit, verbosity=verb)
+        result = runner.run(JacTestCheck.test_suite)
+        if result.wasSuccessful():
+            print("Passed successfully.")
+        else:
+            fails = len(result.failures)
+            JacTestCheck.failcount += fails
+            JacTestCheck.breaker = (
+                (JacTestCheck.failcount >= maxfail) if maxfail else True
+            )
+
+    @staticmethod
+    def add_test(test_fun: Callable) -> None:
+        """Create a new test."""
+        JacTestCheck.test_suite.addTest(unittest.FunctionTestCase(test_fun))
+
+    def __getattr__(self, name: str) -> object:
+        """Make convenient check.Equal(...) etc."""
+        return getattr(JacTestCheck.test_case, name)

jaclang/core/importer.py

@@ -11,7 +11,6 @@ from jaclang.compiler.absyntree import Module
 from jaclang.compiler.compile import compile_jac
 from jaclang.compiler.constant import Constants as Con
 from jaclang.core.utils import sys_path_context
-from jaclang.utils.log import logging
 
 
 def jac_importer(
@@ -21,7 +20,7 @@ def jac_importer(
     cachable: bool = True,
     mdl_alias: Optional[str] = None,
     override_name: Optional[str] = None,
-    mod_bundle: Optional[Module] = None,
+    mod_bundle: Optional[Module | str] = None,
     lng: Optional[str] = "jac",
     items: Optional[dict[str, Union[str, bool]]] = None,
 ) -> Optional[types.ModuleType]:
@@ -41,6 +40,14 @@ def jac_importer(
     elif not override_name and not package_path and module_name in sys.modules:
         return sys.modules[module_name]
 
+    valid_mod_bundle = (
+        sys.modules[mod_bundle].__jac_mod_bundle__
+        if isinstance(mod_bundle, str)
+        and mod_bundle in sys.modules
+        and "__jac_mod_bundle__" in sys.modules[mod_bundle].__dict__
+        else None
+    )
+
     caller_dir = get_caller_dir(target, base_path, dir_path)
     full_target = path.normpath(path.join(caller_dir, file_name))
 
@@ -51,10 +58,10 @@ def jac_importer(
     else:
         module_name = override_name if override_name else module_name
         module = create_jac_py_module(
-            mod_bundle, module_name, package_path, full_target
+            valid_mod_bundle, module_name, package_path, full_target
         )
-        if mod_bundle:
-            codeobj = mod_bundle.mod_deps[full_target].gen.py_bytecode
+        if valid_mod_bundle:
+            codeobj = valid_mod_bundle.mod_deps[full_target].gen.py_bytecode
             codeobj = marshal.loads(codeobj) if isinstance(codeobj, bytes) else None
         else:
             gen_dir = path.join(caller_dir, Con.JAC_GEN_DIR)
@@ -69,9 +76,8 @@ def jac_importer(
             else:
                 result = compile_jac(full_target, cache_result=cachable)
                 if result.errors_had or not result.ir.gen.py_bytecode:
-                    for e in result.errors_had:
-                        print(e)
-                        logging.error(e)
+                    # for e in result.errors_had:
+                    #     print(e)
                     return None
                 else:
                     codeobj = marshal.loads(result.ir.gen.py_bytecode)
@@ -84,7 +90,10 @@ def jac_importer(
 
 
 def create_jac_py_module(
-    mod_bundle: Optional[Module], module_name: str, package_path: str, full_target: str
+    mod_bundle: Optional[Module | str],
+    module_name: str,
+    package_path: str,
+    full_target: str,
 ) -> types.ModuleType:
     """Create a module."""
     module = types.ModuleType(module_name)