lionagi 0.3.8__py3-none-any.whl → 0.5.0__py3-none-any.whl

lionagi/core/executor/neo4j_executor.py

@@ -1,394 +0,0 @@
-import json
-from collections import deque
-from collections.abc import Callable
-
-from lionagi.core.action import ActionNode, DirectiveSelection, Tool
-from lionagi.core.agent.base_agent import BaseAgent
-from lionagi.core.collections.progression import progression
-from lionagi.core.engine.instruction_map_engine import InstructionMapEngine
-from lionagi.core.executor.base_executor import BaseExecutor
-from lionagi.core.generic.edge import Edge
-from lionagi.core.mail import Mail
-from lionagi.integrations.storage.neo4j import Neo4j
-from lionagi.integrations.storage.storage_util import ParseNode
-from lionagi.libs import AsyncUtil
-
-
-class Neo4jExecutor(BaseExecutor):
-    """
-    Executes tasks within a Neo4j graph database, handling dynamic instruction flows and conditional logic across various nodes and agents.
-
-    Attributes:
-        driver (Neo4j | None): Connection driver to the Neo4j database.
-        structure_id (str | None): Identifier for the structure being executed within the graph.
-        structure_name (str | None): Name of the structure being executed.
-        middle_agents (list | None): List of agents operating within the structure.
-        default_agent_executable (BaseExecutor): Default executor for running tasks not handled by specific agents.
-        condition_check_result (bool | None): Result of the last condition check performed during execution.
-    """
-
-    driver: Neo4j | None
-    structure_id: str = None
-    structure_name: str = None
-    middle_agents: list | None = None
-    default_agent_executable: BaseExecutor = InstructionMapEngine()
-    condition_check_result: bool | None = None
-
-    class Config:
-        arbitrary_types_allowed = True
-
-    async def check_edge_condition(
-        self, condition, executable_id, request_source, head, tail
-    ):
-        """
-        Evaluates the condition associated with an edge in the graph, determining if execution should proceed along that edge.
-
-        Args:
-            condition: The condition object or logic to be evaluated.
-            executable_id (str): ID of the executor responsible for this condition check.
-            request_source (str): Origin of the request prompting this check.
-            head (str): ID of the head node in the edge.
-            tail (str): ID of the tail node in the edge.
-
-        Returns:
-            bool: Result of the condition check.
-        """
-        if condition.source == "structure":
-            return condition.applies(self)
-        elif condition.source == "executable":
-            return await self._check_executable_condition(
-                condition, executable_id, head, tail, request_source
-            )
-
-    def _process_edge_condition(self, edge_id):
-        """
-        Process the condition of a edge.
-
-        Args:
-            edge_id (str): The ID of the edge.
-        """
-        for key in list(self.mailbox.pending_ins.keys()):
-            skipped_requests = progression()
-            while self.mailbox.pending_ins[key].size() > 0:
-                mail_id = self.mailbox.pending_ins[key].popleft()
-                mail = self.mailbox.pile[mail_id]
-                if (
-                    mail.category == "condition"
-                    and mail.package.package["edge_id"] == edge_id
-                ):
-                    self.mailbox.pile.pop(mail_id)
-                    self.condition_check_result = mail.package.package[
-                        "check_result"
-                    ]
-                else:
-                    skipped_requests.append(mail)
-            self.mailbox.pending_ins[key] = skipped_requests
-
-    async def _check_executable_condition(
-        self, condition, executable_id, head, tail, request_source
-    ):
-        """
-        Sends a condition to be checked by an external executable and awaits the result.
-
-        Args:
-            condition: The condition object to be evaluated.
-            executable_id (str): ID of the executable that will evaluate the condition.
-            head (str): Starting node of the edge.
-            tail (str): Ending node of the edge.
-            request_source (str): Source of the request for condition evaluation.
-
-        Returns:
-            bool: The result of the condition check.
-        """
-        edge = Edge(head=head, tail=tail, condition=condition)
-        self.send(
-            recipient=executable_id,
-            category="condition",
-            package=edge,
-            request_source=request_source,
-        )
-        while self.condition_check_result is None:
-            await AsyncUtil.sleep(0.1)
-            self._process_edge_condition(edge.ln_id)
-            continue
-        check_result = self.condition_check_result
-        self.condition_check_result = None
-        return check_result
-
-    @staticmethod
-    def parse_bundled_to_action(instruction, bundle_list):
-        """
-        Parses bundled actions and tools from a list of nodes, creating a composite action node from them.
-
-        Args:
-            instruction: The initial instruction leading to this bundle.
-            bundle_list (list): List of nodes bundled together.
-
-        Returns:
-            ActionNode: A node representing a composite action constructed from the bundled nodes.
-        """
-        bundled_nodes = deque()
-        for node_labels, node_properties in bundle_list:
-            try:
-                if "DirectiveSelection" in node_labels:
-                    node = ParseNode.parse_directiveSelection(node_properties)
-                    bundled_nodes.append(node)
-                elif "Tool" in node_labels:
-                    node = ParseNode.parse_tool(node_properties)
-                    bundled_nodes.append(node)
-                else:
-                    raise ValueError(
-                        f"Invalid bundle node {node_properties.ln_id}. Valid nodes are ActionSelection or Tool"
-                    )
-            except Exception as e:
-                raise ValueError(
-                    f"Failed to parse ActionSelection or Tool node {node_properties.ln_id}. Error: {e}"
-                )
-
-        action_node = ActionNode(instruction=instruction)
-        while bundled_nodes:
-            node = bundled_nodes.popleft()
-            if isinstance(node, DirectiveSelection):
-                action_node.directive = node.directive
-                action_node.directive_kwargs = node.directive_kwargs
-            elif isinstance(node, Tool):
-                action_node.tools.append(node)
-        return action_node
-
-    def parse_agent(self, node_properties):
-        """
-        Parses agent properties and creates an agent executor.
-
-        Args:
-            node_properties (dict): Properties defining the agent.
-
-        Returns:
-            BaseAgent: An agent executor configured with the given properties.
-        """
-        output_parser = (
-            ParseNode.convert_to_def(node_properties["outputParser"])
-            if "outputParser" in node_properties
-            else None
-        )
-
-        structure = Neo4jExecutor(
-            driver=self.driver, structure_id=node_properties["structureId"]
-        )
-        agent = BaseAgent(
-            structure=structure,
-            executable=self.default_agent_executable,
-            output_parser=output_parser,
-            ln_id=node_properties["ln_id"],
-            timestamp=node_properties["timestamp"],
-        )
-        return agent
-
-    async def _next_node(
-        self, query_list, node_id=None, executable_id=None, request_source=None
-    ):
-        """
-        Processes the next set of nodes based on the results of a query list, applying conditions and preparing nodes
-        for further execution.
-
-        Args:
-            query_list (list): List of nodes and their properties.
-            node_id (str | None): Current node ID, if applicable.
-            executable_id (str | None): ID of the executor handling these nodes.
-            request_source (str | None): Source of the node processing request.
-
-        Returns:
-            list: Next nodes ready for processing.
-        """
-        next_nodes = []
-        for edge_properties, node_labels, node_properties in query_list:
-            if "condition" in edge_properties.keys():
-                try:
-                    condition = json.loads(edge_properties["condition"])
-                    condition_cls = await self.driver.get_condition_cls_code(
-                        condition["class"]
-                    )
-                    condition_obj = ParseNode.parse_condition(
-                        condition, condition_cls
-                    )
-
-                    head = node_id
-                    tail = node_properties["ln_id"]
-                    check = await self.check_edge_condition(
-                        condition_obj,
-                        executable_id,
-                        request_source,
-                        head,
-                        tail,
-                    )
-                    if not check:
-                        continue
-                except Exception as e:
-                    raise ValueError(
-                        f"Failed to use condition {edge_properties['condition']} from {node_id} to {node_properties['ln_id']}, Error: {e}"
-                    )
-
-            try:
-                if "System" in node_labels:
-                    node = ParseNode.parse_system(node_properties)
-                elif "Instruction" in node_labels:
-                    node = ParseNode.parse_instruction(node_properties)
-                elif "Agent" in node_labels:
-                    node = self.parse_agent(node_properties)
-
-                else:
-                    raise ValueError(
-                        f"Invalid start node {node_properties.ln_id}. Valid nodes are System or Instruction"
-                    )
-            except Exception as e:
-                raise ValueError(
-                    f"Failed to parse System or Instruction node {node_properties.ln_id}. Error: {e}"
-                )
-
-            bundle_list = await self.driver.get_bundle(node.ln_id)
-
-            if bundle_list and "System" in node_labels:
-                raise ValueError("System node does not support bundle edge")
-            if bundle_list:
-                node = self.parse_bundled_to_action(node, bundle_list)
-            next_nodes.append(node)
-        return next_nodes
-
-    async def _handle_start(self):
-        """
-        Handles the start of execution, fetching and processing head nodes from the structure.
-
-        Raises:
-            ValueError: If there is an issue with finding or starting the structure.
-        """
-        try:
-            id_, head_list = await self.driver.get_heads(
-                self.structure_name, self.structure_id
-            )
-            self.structure_id = id_
-            return await self._next_node(head_list)
-        except Exception as e:
-            raise ValueError(
-                f"Error in searching for structure in Neo4j. Error: {e}"
-            )
-
-    async def _handle_node_id(self, node_id, executable_id, request_source):
-        """
-        Handles the processing of a specific node ID, fetching its forward connections and conditions.
-
-        Args:
-            node_id (str): The node ID to process.
-            executable_id (str): ID of the executor handling this node.
-            request_source (str): Source of the node processing request.
-
-        Returns:
-            list: Next nodes derived from the given node ID.
-        """
-        check = await self.driver.node_exist(node_id)
-        if not check:
-            raise ValueError(f"Node {node_id} if not found in the database")
-        node_list = await self.driver.get_forwards(node_id)
-        return await self._next_node(
-            node_list, node_id, executable_id, request_source
-        )
-
-    async def _handle_mail(self, mail: Mail):
-        """
-        Processes incoming mail, determining the next action based on the mail's category and content.
-
-        Args:
-            mail (Mail): The incoming mail to be processed.
-
-        Raises:
-            ValueError: If there is an error processing the mail.
-        """
-        if mail.category == "start":
-            try:
-                return await self._handle_start()
-            except Exception as e:
-                raise ValueError(f"Error in start. Error: {e}")
-
-        elif mail.category == "end":
-            self.execute_stop = True
-            return None
-
-        elif mail.category == "node_id":
-            try:
-                node_id = mail.package.package
-                executable_id = mail.sender
-                request_source = mail.package.request_source
-                return await self._handle_node_id(
-                    node_id, executable_id, request_source
-                )
-            except Exception as e:
-                raise ValueError(f"Error in handling node_id: {e}")
-        elif mail.category == "node":
-            try:
-                node_id = mail.package.package.ln_id
-                executable_id = mail.sender
-                request_source = mail.package.request_source
-                return await self._handle_node_id(
-                    node_id, executable_id, request_source
-                )
-            except Exception as e:
-                raise ValueError(f"Error in handling node: {e}")
-        else:
-            raise ValueError(f"Invalid mail type for structure")
-
-    def _send_mail(self, next_nodes: list | None, mail: Mail):
-        """
-        Sends out mail to the next nodes or marks the execution as ended if there are no next nodes.
-
-        Args:
-            next_nodes (list | None): List of next nodes to which mail should be sent.
-            mail (Mail): The current mail being processed.
-        """
-        if not next_nodes:  # tail
-            self.send(
-                recipient=mail.sender,
-                category="end",
-                package="end",
-                request_source=mail.package.request_source,
-            )
-        else:
-            if len(next_nodes) == 1:
-                self.send(
-                    recipient=mail.sender,
-                    category="node",
-                    package=next_nodes[0],
-                    request_source=mail.package.request_source,
-                )
-            else:
-                self.send(
-                    recipient=mail.sender,
-                    category="node_list",
-                    package=next_nodes,
-                    request_source=mail.package.request_source,
-                )
-
-    async def forward(self) -> None:
-        """
-        Forwards execution by processing all pending mails and advancing to next nodes or actions.
-        """
-        for key in list(self.mailbox.pending_ins.keys()):
-            while self.mailbox.pending_ins[key].size() > 0:
-                mail_id = self.mailbox.pending_ins[key].popleft()
-                mail = self.mailbox.pile.pop(mail_id)
-                try:
-                    if mail == "end":
-                        self.execute_stop = True
-                        return
-                    next_nodes = await self._handle_mail(mail)
-                    self._send_mail(next_nodes, mail)
-                except Exception as e:
-                    raise ValueError(f"Error handling mail: {e}") from e
-
-    async def execute(self, refresh_time=1):
-        """
-        Continuously executes the forward process at specified intervals until instructed to stop.
-
-        Args:
-            refresh_time (int): The time in seconds between execution cycles.
-        """
-        while not self.execute_stop:
-            await self.forward()
-            await AsyncUtil.sleep(refresh_time)

lionagi/core/generic/edge_condition.py

@@ -1,17 +0,0 @@
-from typing import Any
-
-from pydantic import BaseModel, Field
-
-from lionagi.core.collections.abc import Condition
-
-
-class EdgeCondition(Condition, BaseModel):
-    source: Any = Field(
-        title="Source",
-        description="The source for condition check",
-    )
-
-    class Config:
-        """Model configuration settings."""
-
-        extra = "allow"

lionagi/core/generic/hyperedge.py

@@ -1 +0,0 @@
-# TODO

lionagi/core/generic/tree.py

@@ -1,49 +0,0 @@
-"""This module provides tree structure."""
-
-from pydantic import Field
-
-from lionagi.core.collections.abc import Condition
-from lionagi.core.collections.util import to_list_type
-from lionagi.core.generic.graph import Graph
-from lionagi.core.generic.tree_node import TreeNode
-
-
-class Tree(Graph):
-    """
-    Represents a tree structure, extending the graph with tree-specific functionalities.
-
-    Manages parent-child relationships within the tree.
-
-    Attributes:
-        root (TreeNode | None): The root node of the tree. Defaults to None.
-    """
-
-    root: TreeNode | None = Field(
-        default=None, description="The root node of the tree graph."
-    )
-
-    def relate_parent_child(
-        self,
-        parent: TreeNode,
-        children,
-        condition: Condition | None = None,
-        bundle: bool = False,
-    ) -> None:
-        """
-        Establishes parent-child relationships between the given parent and child node(s).
-
-        Args:
-            parent (TreeNode): The parent node.
-            children (list[TreeNode]): A list of child nodes.
-            condition (Condition | None): The condition associated with the relationships, if any.
-            bundle (bool): Indicates whether to bundle the relations into a single
-                           transaction. Defaults to False.
-        """
-
-        for i in to_list_type(children):
-            i.relate_parent(parent, condition=condition, bundle=bundle)
-
-        if self.root is None:
-            self.root = parent
-
-        self.add_node([parent, *children])

lionagi/core/generic/tree_node.py

@@ -1,85 +0,0 @@
-from enum import Enum
-
-from pydantic import Field
-
-from lionagi.core.collections.abc import Condition
-from lionagi.core.collections.util import to_list_type
-from lionagi.core.generic.node import Node
-
-
-class TreeLabel(str, Enum):
-    """Enumeration representing tree relationships."""
-
-    PARENT = "parent"
-    CHILD = "child"
-
-
-class TreeNode(Node):
-    """Represents a node in a tree structure."""
-
-    parent: Node | None = Field(
-        default=None,
-        description="The parent node, as an instance of Node.",
-    )
-
-    @property
-    def children(self) -> list[str]:
-        """Return a list of child node ids."""
-        if not self.parent:
-            return list(self.related_nodes)
-        else:
-            return [
-                node
-                for node in self.related_nodes
-                if node != self.parent.ln_id
-            ]
-
-    def relate_child(
-        self,
-        node: Node | list[Node],
-        condition: Condition | None = None,
-        bundle: bool = False,
-    ) -> None:
-        """Establish a parent-child relationship with the given node(s)."""
-        children = to_list_type(node)
-        for _child in children:
-            self.relate(
-                _child,
-                direction="out",
-                # label=TreeLabel.PARENT,
-                condition=condition,
-                bundle=bundle,
-            )
-            if isinstance(_child, TreeNode):
-                _child.parent = self
-
-    def relate_parent(
-        self,
-        node: Node,
-        condition: Condition | None = None,
-        bundle: bool = False,
-    ) -> None:
-        """Establish a parent-child relationship with the given parent node."""
-        if self.parent:
-            self.unrelate(self.parent)
-        self.relate(
-            node,
-            direction="in",
-            # label=TreeLabel.PARENT,
-            condition=condition,
-            bundle=bundle,
-        )
-        self.parent = node
-
-    def unrelate_parent(self):
-        """Remove the parent-child relationship with the parent node."""
-        self.unrelate(self.parent)
-        self.parent = None
-
-    def unrelate_child(self, child: Node | list[Node]):
-        """Remove the parent-child relationship with the given child node(s)."""
-        children: list[Node] = [child] if isinstance(child, Node) else child
-        for _child in children:
-            self.unrelate(_child)
-            if isinstance(_child, TreeNode):
-                _child.parent = None

lionagi/core/mail/__init__.py

@@ -1,11 +0,0 @@
-from .mail import Mail
-from .mail_manager import MailManager
-from .package import Package
-from .start_mail import StartMail
-
-__all__ = [
-    "Mail",
-    "MailManager",
-    "Package",
-    "StartMail",
-]

lionagi/core/mail/mail.py

@@ -1,26 +0,0 @@
-from lionagi.core.collections.abc import Element, Field, Sendable
-
-from .package import Package, PackageCategory
-
-
-class Mail(Element, Sendable):
-    """Represents a mail component with sender and recipient information."""
-
-    package: Package | None = Field(
-        None,
-        title="Package",
-        description="The package to be delivered.",
-    )
-
-    @property
-    def category(self) -> PackageCategory:
-        """Return the category of the package."""
-        return self.package.category
-
-    def to_dict(self):
-        return {
-            "ln_id": self.ln_id,
-            "created": self.timestamp,
-            "package_category": self.package.category,
-            "package_id": self.package.ln_id,
-        }