flock-core 0.4.520__py3-none-any.whl → 0.5.0b2__py3-none-any.whl

flock/core/agent/flock_agent_serialization.py

@@ -0,0 +1,378 @@
+# src/flock/core/agent/flock_agent_serialization.py
+"""Serialization functionality for FlockAgent."""
+
+import json
+import os
+from datetime import datetime
+from typing import TYPE_CHECKING, Any, TypeVar
+
+# Legacy component imports removed
+from flock.core.logging.logging import get_logger
+from flock.core.mcp.flock_mcp_server import FlockMCPServerBase
+from flock.core.serialization.json_encoder import FlockJSONEncoder
+from flock.core.serialization.serialization_utils import (
+    deserialize_component,
+    serialize_item,
+)
+
+if TYPE_CHECKING:
+    from flock.core.flock_agent import FlockAgent
+
+logger = get_logger("agent.serialization")
+T = TypeVar("T", bound="FlockAgent")
+
+
+class FlockAgentSerialization:
+    """Handles serialization and deserialization for FlockAgent."""
+
+    def __init__(self, agent: "FlockAgent"):
+        self.agent = agent
+
+    def _save_output(self, agent_name: str, result: dict[str, Any]) -> None:
+        """Save output to file if configured."""
+        if not self.agent.config.write_to_file:
+            return
+
+        timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+        filename = f"{agent_name}_output_{timestamp}.json"
+        filepath = os.path.join(".flock/output/", filename)
+        os.makedirs(".flock/output/", exist_ok=True)
+
+        output_data = {
+            "agent": agent_name,
+            "timestamp": timestamp,
+            "output": result,
+        }
+
+        try:
+            with open(filepath, "w") as f:
+                json.dump(output_data, f, indent=2, cls=FlockJSONEncoder)
+        except Exception as e:
+            logger.warning(f"Failed to save output to file: {e}")
+
+    def to_dict(self) -> dict[str, Any]:
+        """Convert instance to dictionary representation suitable for serialization."""
+        from flock.core.registry import get_registry
+
+        registry = get_registry()
+
+        exclude = [
+            "context",
+            "components",
+            "tools",
+            "servers",
+        ]
+
+        is_description_callable = False
+        is_input_callable = False
+        is_output_callable = False
+        is_next_agent_callable = False
+        # if self.agent.description is a callable, exclude it
+        if callable(self.agent.description):
+            is_description_callable = True
+            exclude.append("description")
+        # if self.agent.input is a callable, exclude it
+        if callable(self.agent.input):
+            is_input_callable = True
+            exclude.append("input")
+        # if self.agent.output is a callable, exclude it
+        if callable(self.agent.output):
+            is_output_callable = True
+            exclude.append("output")
+        if callable(self.agent.next_agent):
+            is_next_agent_callable = True
+            exclude.append("next_agent")
+
+        logger.debug(f"Serializing agent '{self.agent.name}' to dict.")
+        # Use Pydantic's dump, exclude manually handled fields and runtime context
+        data = self.agent.model_dump(
+            exclude=exclude,
+            mode="json",  # Use json mode for better handling of standard types by Pydantic
+            exclude_none=True,  # Exclude None values for cleaner output
+        )
+        logger.debug(f"Base agent data for '{self.agent.name}': {list(data.keys())}")
+
+        # Serialize components list using unified architecture
+        if self.agent.components:
+            serialized_components = []
+            for component in self.agent.components:
+                try:
+                    comp_type = type(component)
+                    type_name = registry.get_component_type_name(comp_type)
+                    if type_name:
+                        component_data = serialize_item(component)
+                        if isinstance(component_data, dict):
+                            component_data["type"] = type_name
+                            serialized_components.append(component_data)
+                        else:
+                            logger.warning(f"Component {component.name} serialization failed")
+                    else:
+                        logger.warning(f"Component {component.name} type not registered")
+                except Exception as e:
+                    logger.error(f"Failed to serialize component {component.name}: {e}")
+
+            if serialized_components:
+                data["components"] = serialized_components
+                logger.debug(f"Added {len(serialized_components)} components to agent '{self.agent.name}'")
+
+        # --- Serialize Servers ---
+        if self.agent.servers:
+            logger.debug(
+                f"Serializing {len(self.agent.servers)} servers for agent '{self.agent.name}'"
+            )
+            serialized_servers = []
+            for server in self.agent.servers:
+                if isinstance(server, FlockMCPServerBase):
+                    serialized_servers.append(server.config.name)
+                else:
+                    # Write it down as a list of server names.
+                    serialized_servers.append(server)
+
+            if serialized_servers:
+                data["mcp_servers"] = serialized_servers
+                logger.debug(
+                    f"Added {len(serialized_servers)} servers to agent '{self.agent.name}'"
+                )
+
+        # --- Serialize Tools (Callables) ---
+        if self.agent.tools:
+            logger.debug(
+                f"Serializing {len(self.agent.tools)} tools for agent '{self.agent.name}'"
+            )
+            serialized_tools = []
+            for tool in self.agent.tools:
+                if callable(tool) and not isinstance(tool, type):
+                    path_str = registry.get_callable_path_string(tool)
+                    if path_str:
+                        # Get just the function name from the path string
+                        # If it's a namespaced path like module.submodule.function_name
+                        # Just use the function_name part
+                        func_name = path_str.split(".")[-1]
+                        serialized_tools.append(func_name)
+                        logger.debug(
+                            f"Added tool '{func_name}' (from path '{path_str}') to agent '{self.agent.name}'"
+                        )
+                    else:
+                        logger.warning(
+                            f"Could not get path string for tool {tool} in agent '{self.agent.name}'. Skipping."
+                        )
+                else:
+                    logger.warning(
+                        f"Non-callable item found in tools list for agent '{self.agent.name}': {tool}. Skipping."
+                    )
+            if serialized_tools:
+                data["tools"] = serialized_tools
+                logger.debug(
+                    f"Added {len(serialized_tools)} tools to agent '{self.agent.name}'"
+                )
+
+        if is_description_callable:
+            path_str = registry.get_callable_path_string(self.agent.description)
+            if path_str:
+                func_name = path_str.split(".")[-1]
+                data["description_callable"] = func_name
+                logger.debug(
+                    f"Added description '{func_name}' (from path '{path_str}') to agent '{self.agent.name}'"
+                )
+            else:
+                logger.warning(
+                    f"Could not get path string for description {self.agent.description} in agent '{self.agent.name}'. Skipping."
+                )
+
+        if is_input_callable:
+            path_str = registry.get_callable_path_string(self.agent.input)
+            if path_str:
+                func_name = path_str.split(".")[-1]
+                data["input_callable"] = func_name
+                logger.debug(
+                    f"Added input '{func_name}' (from path '{path_str}') to agent '{self.agent.name}'"
+                )
+            else:
+                logger.warning(
+                    f"Could not get path string for input {self.agent.input} in agent '{self.agent.name}'. Skipping."
+                )
+
+        if is_output_callable:
+            path_str = registry.get_callable_path_string(self.agent.output)
+            if path_str:
+                func_name = path_str.split(".")[-1]
+                data["output_callable"] = func_name
+                logger.debug(
+                    f"Added output '{func_name}' (from path '{path_str}') to agent '{self.agent.name}'"
+                )
+            else:
+                logger.warning(
+                    f"Could not get path string for output {self.agent.output} in agent '{self.agent.name}'. Skipping."
+                )
+
+        if is_next_agent_callable:
+            path_str = registry.get_callable_path_string(self.agent.next_agent)
+            if path_str:
+                func_name = path_str.split(".")[-1]
+                data["next_agent"] = func_name
+                logger.debug(
+                    f"Added next_agent '{func_name}' (from path '{path_str}') to agent '{self.agent.name}'"
+                )
+            else:
+                logger.warning(
+                    f"Could not get path string for next_agent {self.agent.next_agent} in agent '{self.agent.name}'. Skipping."
+                )
+
+
+        logger.info(
+            f"Serialization of agent '{self.agent.name}' complete with {len(data)} fields"
+        )
+        return data
+
+    @classmethod
+    def from_dict(cls, agent_class: type[T], data: dict[str, Any]) -> T:
+        """Deserialize the agent from a dictionary, including components, tools, and callables."""
+        from flock.core.component.agent_component_base import AgentComponent
+        from flock.core.registry import get_registry
+
+        registry = get_registry()
+        logger.debug(
+            f"Deserializing agent from dict. Keys: {list(data.keys())}"
+        )
+
+        # --- Separate Data ---
+        components_data = data.pop("components", [])
+        callable_configs = {}
+        tool_config = data.pop("tools", [])
+        servers_config = data.pop("mcp_servers", [])
+
+        callable_keys = [
+            "description_callable",
+            "input_callable",
+            "output_callable",
+        ]
+
+        for key in callable_keys:
+            if key in data and data[key] is not None:
+                callable_configs[key] = data.pop(key)
+
+        # --- Deserialize Base Agent ---
+        # Ensure required fields like 'name' are present if needed by __init__
+        if "name" not in data:
+            raise ValueError(
+                "Agent data must include a 'name' field for deserialization."
+            )
+        agent_name_log = data["name"]  # For logging
+        logger.info(f"Deserializing base agent data for '{agent_name_log}'")
+
+        # Pydantic should handle base fields based on type hints in __init__
+        agent = agent_class(**data)
+        logger.debug(f"Base agent '{agent.name}' instantiated.")
+
+        # --- Deserialize Components ---
+        logger.debug(f"Deserializing components for '{agent.name}'")
+        if components_data:
+            for component_data in components_data:
+                try:
+                    # Use the existing deserialize_component function
+                    component = deserialize_component(component_data, AgentComponent)
+                    if component:
+                        agent.add_component(component)
+                        logger.debug(f"Deserialized and added component '{component.name}' for '{agent.name}'")
+                except Exception as e:
+                    logger.error(f"Failed to deserialize component: {e}")
+
+        # --- Deserialize Tools ---
+        agent.tools = []  # Initialize tools list
+        if tool_config:
+            logger.debug(
+                f"Deserializing {len(tool_config)} tools for '{agent.name}'"
+            )
+            # Use get_callable to find each tool
+            for tool_name_or_path in tool_config:
+                try:
+                    found_tool = registry.get_callable(tool_name_or_path)
+                    if found_tool and callable(found_tool):
+                        agent.tools.append(found_tool)
+                        logger.debug(
+                            f"Resolved and added tool '{tool_name_or_path}' for agent '{agent.name}'"
+                        )
+                    else:
+                        # Should not happen if get_callable returns successfully but just in case
+                        logger.warning(
+                            f"Registry returned non-callable for tool '{tool_name_or_path}' for agent '{agent.name}'. Skipping."
+                        )
+                except (
+                    ValueError
+                ) as e:  # get_callable raises ValueError if not found/ambiguous
+                    logger.warning(
+                        f"Could not resolve tool '{tool_name_or_path}' for agent '{agent.name}': {e}. Skipping."
+                    )
+                except Exception as e:
+                    logger.error(
+                        f"Unexpected error resolving tool '{tool_name_or_path}' for agent '{agent.name}': {e}. Skipping.",
+                        exc_info=True,
+                    )
+
+        # --- Deserialize Servers ---
+        agent.servers = []  # Initialize Servers list.
+        if servers_config:
+            logger.debug(
+                f"Deserializing {len(servers_config)} servers for '{agent.name}'"
+            )
+            # Agents keep track of server by getting a list of server names.
+            # The server instances will be retrieved during runtime from the registry. (default behavior)
+
+            for server_name in servers_config:
+                if isinstance(server_name, str):
+                    # Case 1 (default behavior): A server name is passed.
+                    agent.servers.append(server_name)
+                elif isinstance(server_name, FlockMCPServerBase):
+                    # Case 2 (highly unlikely): If someone somehow manages to pass
+                    # an instance of a server during the deserialization step (however that might be achieved)
+                    # check the registry, if the server is already registered, if not, register it
+                    # and store the name in the servers list
+                    server_exists = (
+                        registry.get_server(server_name.config.name)
+                        is not None
+                    )
+                    if server_exists:
+                        agent.servers.append(server_name.config.name)
+                    else:
+                        registry.register_server(
+                            server=server_name
+                        )  # register it.
+                        agent.servers.append(server_name.config.name)
+
+        # --- Deserialize Callables ---
+        logger.debug(f"Deserializing callable fields for '{agent.name}'")
+
+        def resolve_and_assign(field_name: str, callable_key: str):
+            if callable_key in callable_configs:
+                callable_name = callable_configs[callable_key]
+                try:
+                    # Use get_callable to find the signature function
+                    found_callable = registry.get_callable(callable_name)
+                    if found_callable and callable(found_callable):
+                        setattr(agent, field_name, found_callable)
+                        logger.debug(
+                            f"Resolved callable '{callable_name}' for field '{field_name}' on agent '{agent.name}'"
+                        )
+                    else:
+                        logger.warning(
+                            f"Registry returned non-callable for name '{callable_name}' for field '{field_name}' on agent '{agent.name}'. Field remains default."
+                        )
+                except (
+                    ValueError
+                ) as e:  # get_callable raises ValueError if not found/ambiguous
+                    logger.warning(
+                        f"Could not resolve callable '{callable_name}' in registry for field '{field_name}' on agent '{agent.name}': {e}. Field remains default."
+                    )
+                except Exception as e:
+                    logger.error(
+                        f"Unexpected error resolving callable '{callable_name}' for field '{field_name}' on agent '{agent.name}': {e}. Field remains default.",
+                        exc_info=True,
+                    )
+            # Else: key not present, field retains its default value from __init__
+
+        resolve_and_assign("description", "description_callable")
+        resolve_and_assign("input", "input_callable")
+        resolve_and_assign("output", "output_callable")
+
+        logger.info(f"Successfully deserialized agent '{agent.name}'.")
+        return agent

flock/core/component/__init__.py

@@ -0,0 +1,15 @@
+# src/flock/core/component/__init__.py
+"""Unified component system for Flock agents."""
+
+from .agent_component_base import AgentComponent, AgentComponentConfig
+from .evaluation_component_base import EvaluationComponentBase
+from .routing_component_base import RoutingComponentBase
+from .utility_component_base import UtilityComponentBase
+
+__all__ = [
+    "AgentComponent",
+    "AgentComponentConfig", 
+    "EvaluationComponentBase",
+    "RoutingComponentBase",
+    "UtilityComponentBase",
+]

flock/core/{flock_module.py → component/agent_component_base.py}

@@ -1,4 +1,5 @@
-"""Base classes and implementations for the Flock module system."""
+# src/flock/core/component/agent_component_base.py
+"""Base classes for the unified Flock component system."""
 
 from abc import ABC
 from typing import Any, TypeVar
@@ -6,64 +7,86 @@ from typing import Any, TypeVar
 from pydantic import BaseModel, Field, create_model
 
 from flock.core.context.context import FlockContext
+# HandOffRequest removed - using agent.next_agent directly
 
-T = TypeVar("T", bound="FlockModuleConfig")
+T = TypeVar("T", bound="AgentComponentConfig")
 
 
-class FlockModuleConfig(BaseModel):
-    """Base configuration class for Flock modules.
-
-    This class serves as the base for all module-specific configurations.
-    Each module should define its own config class inheriting from this one.
-
-    Example:
-        class MemoryModuleConfig(FlockModuleConfig):
-            file_path: str = Field(default="memory.json")
-            save_after_update: bool = Field(default=True)
+class AgentComponentConfig(BaseModel):
+    """Base configuration class for all Flock agent components.
+    
+    This unified config class replaces FlockModuleConfig, FlockEvaluatorConfig, 
+    and FlockRouterConfig, providing common functionality for all component types.
     """
 
     enabled: bool = Field(
-        default=True, description="Whether the module is currently enabled"
+        default=True,
+        description="Whether this component is currently enabled"
+    )
+
+    model: str | None = Field(
+        default=None,
+        description="Model to use for this component (if applicable)"
     )
 
     @classmethod
     def with_fields(cls: type[T], **field_definitions) -> type[T]:
-        """Create a new config class with additional fields."""
+        """Create a new config class with additional fields.
+        
+        This allows dynamic config creation for components with custom configuration needs.
+        
+        Example:
+            CustomConfig = AgentComponentConfig.with_fields(
+                temperature=Field(default=0.7, description="LLM temperature"),
+                max_tokens=Field(default=1000, description="Max tokens to generate")
+            )
+        """
         return create_model(
-            f"Dynamic{cls.__name__}", __base__=cls, **field_definitions
+            f"Dynamic{cls.__name__}",
+            __base__=cls,
+            **field_definitions
         )
 
 
-class FlockModule(BaseModel, ABC):
-    """Base class for all Flock modules.
-
-    Modules can hook into agent lifecycle events and modify or enhance agent behavior.
-    They are initialized when added to an agent and can maintain their own state.
-
-    Each module should define its configuration requirements either by:
-    1. Creating a subclass of FlockModuleConfig
-    2. Using FlockModuleConfig.with_fields() to create a config class
+class AgentComponent(BaseModel, ABC):
+    """Base class for all Flock agent components.
+    
+    This unified base class replaces the separate FlockModule, FlockEvaluator, 
+    and FlockRouter base classes. All agent extensions now inherit from this 
+    single base class and use the unified lifecycle hooks.
+    
+    Components can specialize by:
+    - EvaluationComponentBase: Implements evaluate_core() for agent intelligence
+    - RoutingComponentBase: Implements determine_next_step() for workflow routing  
+- UtilityComponentBase: Uses standard lifecycle hooks for cross-cutting concerns
     """
 
     name: str = Field(
-        default="", description="Unique identifier for the module"
-    )
-    config: FlockModuleConfig = Field(
-        default_factory=FlockModuleConfig, description="Module configuration"
+        ...,
+        description="Unique identifier for this component"
     )
 
-    # (Historic) global-module registry removed – prefer DI container instead.
+    config: AgentComponentConfig = Field(
+        default_factory=AgentComponentConfig,
+        description="Component configuration"
+    )
 
     def __init__(self, **data):
         super().__init__(**data)
 
+    # --- Standard Lifecycle Hooks ---
+    # These are called for ALL components during agent execution
+
     async def on_initialize(
         self,
         agent: Any,
         inputs: dict[str, Any],
         context: FlockContext | None = None,
     ) -> None:
-        """Called when the agent starts running."""
+        """Called when the agent starts running.
+        
+        Use this for component initialization, resource setup, etc.
+        """
         pass
 
     async def on_pre_evaluate(
@@ -72,7 +95,16 @@ class FlockModule(BaseModel, ABC):
         inputs: dict[str, Any],
         context: FlockContext | None = None,
     ) -> dict[str, Any]:
-        """Called before agent evaluation, can modify inputs."""
+        """Called before agent evaluation, can modify inputs.
+        
+        Args:
+            agent: The agent being executed
+            inputs: Current input data
+            context: Execution context
+            
+        Returns:
+            Modified input data (or original if no changes)
+        """
         return inputs
 
     async def on_post_evaluate(
@@ -82,7 +114,17 @@ class FlockModule(BaseModel, ABC):
         context: FlockContext | None = None,
         result: dict[str, Any] | None = None,
     ) -> dict[str, Any] | None:
-        """Called after agent evaluation, can modify results."""
+        """Called after agent evaluation, can modify results.
+        
+        Args:
+            agent: The agent that was executed  
+            inputs: Original input data
+            context: Execution context
+            result: Evaluation result
+            
+        Returns:
+            Modified result data (or original if no changes)
+        """
         return result
 
     async def on_terminate(
@@ -92,7 +134,10 @@ class FlockModule(BaseModel, ABC):
         context: FlockContext | None = None,
         result: dict[str, Any] | None = None,
     ) -> dict[str, Any] | None:
-        """Called when the agent finishes running."""
+        """Called when the agent finishes running.
+        
+        Use this for cleanup, final result processing, etc.
+        """
         return result
 
     async def on_error(
@@ -102,15 +147,71 @@ class FlockModule(BaseModel, ABC):
         context: FlockContext | None = None,
         error: Exception | None = None,
     ) -> None:
-        """Called when an error occurs during agent execution."""
+        """Called when an error occurs during agent execution.
+        
+        Use this for error handling, logging, recovery, etc.
+        """
+        pass
+
+    # --- Specialized Hooks ---
+    # These are overridden by specialized component types
+
+    async def evaluate_core(
+        self,
+        agent: Any,
+        inputs: dict[str, Any],
+        context: FlockContext | None = None,
+        tools: list[Any] | None = None,
+        mcp_tools: list[Any] | None = None,
+    ) -> dict[str, Any]:
+        """Core evaluation logic - override in EvaluationComponentBase.
+        
+        This is where the main "intelligence" of the agent happens.
+        Only one component per agent should implement this meaningfully.
+        
+        Args:
+            agent: The agent being executed
+            inputs: Input data for evaluation
+            context: Execution context  
+            tools: Available tools for the agent
+            mcp_tools: Available MCP tools
+            
+        Returns:
+            Evaluation result
+        """
+        # Default implementation is pass-through
+        return inputs
+
+    async def determine_next_step(
+        self,
+        agent: Any,
+        result: dict[str, Any],
+        context: FlockContext | None = None,
+    ) -> None:
+        """Determine the next step in the workflow - override in RoutingComponentBase.
+        
+        This is where routing decisions are made. Sets agent.next_agent directly.
+        
+        Args:
+            agent: The agent that just completed
+            result: Result from the agent's evaluation
+            context: Execution context
+            
+        Returns:
+            None - routing components set agent.next_agent directly
+        """
+        # Default implementation provides no routing
         pass
 
+    # --- MCP Server Lifecycle Hooks ---
+    # For components that interact directly with MCP servers
+
     async def on_pre_server_init(self, server: Any) -> None:
         """Called before a server initializes."""
         pass
 
     async def on_post_server_init(self, server: Any) -> None:
-        """Called after a server initialized."""
+        """Called after a server initializes."""
         pass
 
     async def on_pre_server_terminate(self, server: Any) -> None: