agentscope-runtime 0.1.5b1__py3-none-any.whl → 0.1.6__py3-none-any.whl

agentscope_runtime/engine/agents/agentscope_agent.py

@@ -0,0 +1,447 @@
+# -*- coding: utf-8 -*-
+# pylint:disable=too-many-nested-blocks, too-many-branches, too-many-statements
+# pylint:disable=line-too-long, protected-access
+import copy
+import logging
+import json
+import traceback
+from functools import partial
+from typing import Optional, Type, List
+
+from agentscope import setup_logger
+from agentscope.agent import AgentBase, ReActAgent
+from agentscope.formatter import (
+    FormatterBase,
+    DashScopeChatFormatter,
+    OpenAIChatFormatter,
+    AnthropicChatFormatter,
+    OllamaChatFormatter,
+    GeminiChatFormatter,
+)
+from agentscope.memory import InMemoryMemory
+from agentscope.message import (
+    Msg,
+    ToolUseBlock,
+    ToolResultBlock,
+    TextBlock,
+    ImageBlock,
+    # AudioBlock,  # TODO: support
+    # VideoBlock,  # TODO: support
+    URLSource,
+)
+from agentscope.model import (
+    ChatModelBase,
+    DashScopeChatModel,
+    OpenAIChatModel,
+    AnthropicChatModel,
+    OllamaChatModel,
+    GeminiChatModel,
+)
+from agentscope.pipeline import stream_printing_messages
+from agentscope.tool import (
+    Toolkit,
+    ToolResponse,
+)
+from agentscope.tool._toolkit import RegisteredToolFunction
+
+
+from .utils import build_agent
+from ..agents import Agent
+from ..schemas.agent_schemas import (
+    Message,
+    TextContent,
+    DataContent,
+    FunctionCall,
+    FunctionCallOutput,
+    MessageType,
+)
+from ..schemas.context import Context
+
+# Disable logging from agentscope
+setup_logger(level="CRITICAL")
+logger = logging.getLogger(__name__)
+
+
+class AgentScopeContextAdapter:
+    def __init__(self, context: Context, attr: dict):
+        self.context = context
+        self.attr = attr
+
+        # Adapted attribute
+        self.toolkit = None
+        self.model = None
+        self.memory = None
+        self.new_message = None
+
+    async def initialize(self):
+        self.model, self.formatter = await self.adapt_model()
+        self.memory = await self.adapt_memory()
+        self.new_message = await self.adapt_new_message()
+        self.toolkit = await self.adapt_tools()
+
+    async def adapt_memory(self):
+        memory = self.attr["agent_config"].get("memory", InMemoryMemory())
+        messages = []
+
+        # Build context
+        for msg in self.context.session.messages[:-1]:  # Exclude the last one
+            messages.append(AgentScopeContextAdapter.converter(msg))
+
+        state_dict = {"content": [_.to_dict() for _ in messages]}
+        memory.load_state_dict(state_dict)
+
+        return memory
+
+    @staticmethod
+    def converter(message: Message) -> Msg:
+        if message.role not in ["user", "system", "assistant"]:
+            role_label = "user"
+        else:
+            role_label = message.role
+
+        result = {
+            "name": message.role,
+            "role": role_label,
+            "invocation_id": message.id,
+        }
+
+        if message.type in (
+            MessageType.PLUGIN_CALL,
+            MessageType.FUNCTION_CALL,
+        ):
+            # convert PLUGIN_CALL, FUNCTION_CALL to ToolUseBlock
+            result["content"] = [
+                ToolUseBlock(
+                    type="tool_use",
+                    id=message.content[0].data["call_id"],
+                    name=message.role,
+                    input=json.loads(message.content[0].data["arguments"]),
+                ),
+            ]
+        elif message.type in (
+            MessageType.PLUGIN_CALL_OUTPUT,
+            MessageType.FUNCTION_CALL_OUTPUT,
+        ):
+            # convert PLUGIN_CALL_OUTPUT, FUNCTION_CALL_OUTPUT to
+            # ToolResultBlock
+            result["content"] = [
+                ToolResultBlock(
+                    type="tool_result",
+                    id=message.content[0].data["call_id"],
+                    name=message.role,
+                    output=message.content[0].data["output"],
+                ),
+            ]
+        else:
+            type_mapping = {
+                "text": (TextBlock, "text", None),
+                "image": (ImageBlock, "image_url", True),
+                # "audio": (AudioBlock, "audio_url", True),  # TODO: support
+                # "video": (VideoBlock, "video_url", True),  # TODO: support
+            }
+
+            msg_content = []
+            for cnt in message.content:
+                cnt_type = cnt.type or "text"
+
+                if cnt_type not in type_mapping:
+                    raise ValueError(f"Unsupported message type: {cnt_type}")
+
+                block_cls, attr_name, is_url = type_mapping[cnt_type]
+                value = getattr(cnt, attr_name)
+
+                if is_url:
+                    url_source = URLSource(type="url", url=value)
+                    msg_content.append(
+                        block_cls(type=cnt_type, source=url_source),
+                    )
+                else:
+                    msg_content.append(block_cls(type=cnt_type, text=value))
+
+            result["content"] = msg_content
+        return Msg(**result)
+
+    async def adapt_new_message(self):
+        last_message = self.context.session.messages[-1]
+        return AgentScopeContextAdapter.converter(last_message)
+
+    async def adapt_model(self):
+        model = self.attr["model"]
+        formatter = self.attr["agent_config"].get("formatter")
+        if formatter and isinstance(formatter, FormatterBase):
+            return model, formatter
+
+        if isinstance(model, OpenAIChatModel):
+            formatter = OpenAIChatFormatter()
+        elif isinstance(model, DashScopeChatModel):
+            formatter = DashScopeChatFormatter()
+        elif isinstance(model, AnthropicChatModel):
+            formatter = AnthropicChatFormatter()
+        elif isinstance(model, OllamaChatModel):
+            formatter = OllamaChatFormatter()
+        elif isinstance(model, GeminiChatModel):
+            formatter = GeminiChatFormatter()
+
+        return model, formatter
+
+    async def adapt_tools(self):
+        def func_wrapper(func, **kwargs):
+            func_res = func(**kwargs)
+            return ToolResponse(
+                content=func_res["content"],
+            )
+
+        toolkit = self.attr["agent_config"].get("toolkit", Toolkit())
+
+        # Deepcopy to avoid modify the original toolkit
+        try:
+            toolkit = copy.deepcopy(toolkit)
+        except Exception as e:
+            logger.warning(
+                f"Failed to deepcopy toolkit for agent "
+                f"'{self.attr.get('agent_config', {}).get('name')}' "
+                f"Error: {e}\nTraceback:\n{traceback.format_exc()}",
+            )
+
+        tools = self.attr["tools"]
+
+        # in case, tools is None and tools == []
+        if not tools:
+            return toolkit
+
+        if self.context.activate_tools:
+            # Only add activated tool
+            activated_tools = self.context.activate_tools
+        else:
+            # Lazy import
+            from ...sandbox.tools.utils import setup_tools
+
+            activated_tools = setup_tools(
+                tools=self.attr["tools"],
+                environment_manager=self.context.environment_manager,
+                session_id=self.context.session.id,
+                user_id=self.context.session.user_id,
+                include_schemas=False,
+            )
+
+        for tool in activated_tools:
+            function = RegisteredToolFunction(
+                name=tool.name,
+                source="mcp_server",
+                mcp_name=tool.tool_type,
+                original_func=partial(
+                    func_wrapper,
+                    tool,
+                ),
+                json_schema=tool.schema,
+                group="basic",
+            )
+            toolkit.tools[tool.name] = function
+
+        return toolkit
+
+
+class AgentScopeAgent(Agent):
+    def __init__(
+        self,
+        name: str,
+        model: ChatModelBase,
+        tools=None,
+        agent_config=None,
+        agent_builder: Optional[Type[AgentBase]] = ReActAgent,
+    ):
+        super().__init__(name=name, agent_config=agent_config)
+        assert isinstance(
+            model,
+            ChatModelBase,
+        ), "model must be a subclass of ChatModelBase in AgentScope"
+
+        # Set default agent_builder
+        if agent_builder is None:
+            agent_builder = ReActAgent
+
+        assert issubclass(
+            agent_builder,
+            AgentBase,
+        ), "agent_builder must be a subclass of AgentBase in AgentScope"
+
+        # Replace name if not exists
+        self.agent_config["name"] = self.agent_config.get("name") or name
+
+        self._attr = {
+            "model": model,
+            "tools": tools,
+            "agent_config": self.agent_config,
+            "agent_builder": agent_builder,
+        }
+        self.tools = tools
+
+    def copy(self) -> "AgentScopeAgent":
+        return AgentScopeAgent(**self._attr)
+
+    def build(self, as_context) -> AgentBase:
+        params = {
+            **self._attr["agent_config"],
+            **{
+                "model": as_context.model,
+                "formatter": self._attr["agent_config"].get(
+                    "formatter",
+                    as_context.formatter,
+                ),
+                "memory": as_context.memory,
+                "toolkit": as_context.toolkit,
+            },
+        }
+
+        builder_cls = self._attr["agent_builder"]
+        _agent = build_agent(builder_cls, params)
+        _agent.set_console_output_enabled(False)
+
+        return _agent
+
+    async def run_async(
+        self,
+        context,
+        **kwargs,
+    ):
+        as_context = AgentScopeContextAdapter(context=context, attr=self._attr)
+        await as_context.initialize()
+        local_truncate_memory = ""
+
+        # We should always build a new agent since the state is manage outside
+        # the agent
+        _agent = self.build(as_context)
+
+        # Yield new Msg instances as they are logged
+        last_content = ""
+
+        message = Message(type=MessageType.MESSAGE, role="assistant")
+        yield message.in_progress()
+        index = None
+
+        # Run agent
+        async for msg, last in stream_printing_messages(
+            agents=[_agent],
+            coroutine_task=_agent(as_context.new_message),
+        ):
+            # deepcopy required to avoid modifying the original message object
+            # which may be used elsewhere in the streaming pipeline
+            msg = copy.deepcopy(msg)
+
+            # Filter out unfinished tool_use messages
+            if not last:
+                new_blocks = []
+                if isinstance(msg.content, List):
+                    for block in msg.content:
+                        if block.get("type", "") != "tool_use":
+                            new_blocks.append(block)
+                    msg.content = new_blocks
+
+            if not msg.content:
+                continue
+
+            # TODO: make this as a message converter
+            content = msg.content
+            if isinstance(content, str):
+                last_content = content
+            else:
+                for element in content:
+                    if isinstance(element, str) and element:
+                        text_delta_content = TextContent(
+                            delta=True,
+                            index=index,
+                            text=element,
+                        )
+                        text_delta_content = message.add_delta_content(
+                            new_content=text_delta_content,
+                        )
+                        index = text_delta_content.index
+                        yield text_delta_content
+                    elif isinstance(element, dict):
+                        if element.get("type") == "text":
+                            text = element.get(
+                                "text",
+                                "",
+                            )
+                            if text:
+                                text_delta_content = TextContent(
+                                    delta=True,
+                                    index=index,
+                                    text=text.removeprefix(
+                                        local_truncate_memory,
+                                    ),
+                                )
+                                local_truncate_memory = element.get(
+                                    "text",
+                                    "",
+                                )
+                                text_delta_content = message.add_delta_content(
+                                    new_content=text_delta_content,
+                                )
+                                index = text_delta_content.index
+
+                                # Only yield valid text
+                                if text_delta_content.text:
+                                    yield text_delta_content
+
+                                if last:
+                                    yield message.completed()
+                                    message = Message(
+                                        type=MessageType.MESSAGE,
+                                        role="assistant",
+                                    )
+                                    index = None
+
+                        elif element.get("type") == "tool_use":
+                            json_str = json.dumps(element.get("input"))
+                            data_delta_content = DataContent(
+                                index=index,
+                                data=FunctionCall(
+                                    call_id=element.get("id"),
+                                    name=element.get("name"),
+                                    arguments=json_str,
+                                ).model_dump(),
+                            )
+                            plugin_call_message = Message(
+                                type=MessageType.PLUGIN_CALL,
+                                role="assistant",
+                                content=[data_delta_content],
+                            )
+                            yield plugin_call_message.completed()
+                        elif element.get("type") == "tool_result":
+                            data_delta_content = DataContent(
+                                index=index,
+                                data=FunctionCallOutput(
+                                    call_id=element.get("id"),
+                                    output=str(element.get("output")),
+                                ).model_dump(),
+                            )
+                            plugin_output_message = Message(
+                                type=MessageType.PLUGIN_CALL_OUTPUT,
+                                role="assistant",
+                                content=[data_delta_content],
+                            )
+                            yield plugin_output_message.completed()
+                        else:
+                            text_delta_content = TextContent(
+                                delta=True,
+                                index=index,
+                                text=f"{element}",
+                            )
+                            text_delta_content = message.add_delta_content(
+                                new_content=text_delta_content,
+                            )
+                            index = text_delta_content.index
+                            yield text_delta_content
+
+        if last_content:
+            text_delta_content = TextContent(
+                delta=True,
+                index=index,
+                text=last_content,
+            )
+            text_delta_content = message.add_delta_content(
+                new_content=text_delta_content,
+            )
+            yield text_delta_content
+            yield message.completed()

agentscope_runtime/engine/agents/agno_agent.py

@@ -12,6 +12,7 @@ from agno.run.response import (
 )
 from agno.tools.function import Function
 
+from .utils import build_agent
 from ..agents import Agent
 from ..schemas.context import Context
 from ..schemas.agent_schemas import (
@@ -64,7 +65,7 @@ class AgnoContextAdapter:
         return self.attr["model"]
 
     async def adapt_tools(self):
-        toolkit = self.attr["agent_config"].get("toolkit", [])
+        toolkit = self.attr["agent_config"].get("tools", [])
         tools = self.attr["tools"]
 
         # in case, tools is None and tools == []
@@ -131,30 +132,38 @@ class AgnoAgent(Agent):
             "agent_config": self.agent_config,
             "agent_builder": agent_builder,
         }
-        self._agent = None
         self.tools = tools
 
     def copy(self) -> "AgnoAgent":
         return AgnoAgent(**self._attr)
 
     def build(self, as_context):
-        self._agent = self._attr["agent_builder"](
+        params = {
             **self._attr["agent_config"],
-            model=as_context.model,
-            tools=as_context.toolkit,
-        )
+            **{
+                "model": as_context.model,
+                "tools": as_context.toolkit,
+            },  # Context will be added at `_agent.arun`
+        }
 
-        return self._agent
+        builder_cls = self._attr["agent_builder"]
+        _agent = build_agent(builder_cls, params)
 
-    async def run(self, context):
+        return _agent
+
+    async def run_async(
+        self,
+        context,
+        **kwargs,
+    ):
         ag_context = AgnoContextAdapter(context=context, attr=self._attr)
         await ag_context.initialize()
 
         # We should always build a new agent since the state is manage outside
         # the agent
-        self._agent = self.build(ag_context)
+        _agent = self.build(ag_context)
 
-        resp = await self._agent.arun(
+        resp = await _agent.arun(
             ag_context.new_message,
             messages=ag_context.memory,
             stream=True,
@@ -211,11 +220,3 @@ class AgnoAgent(Agent):
         if is_text_delta:
             yield text_message.content_completed(text_delta_content.index)
             yield text_message.completed()
-
-    async def run_async(
-        self,
-        context,
-        **kwargs,
-    ):
-        async for event in self.run(context):
-            yield event

agentscope_runtime/engine/agents/autogen_agent.py

@@ -11,6 +11,7 @@ from autogen_agentchat.messages import (
     ModelClientStreamingChunkEvent,
 )
 
+from .utils import build_agent
 from ..agents import Agent
 from ..schemas.context import Context
 from ..schemas.agent_schemas import (
@@ -136,20 +137,24 @@ class AutogenAgent(Agent):
             "agent_config": self.agent_config,
             "agent_builder": agent_builder,
         }
-        self._agent = None
         self.tools = tools
 
     def copy(self) -> "AutogenAgent":
         return AutogenAgent(**self._attr)
 
     def build(self, as_context):
-        self._agent = self._attr["agent_builder"](
+        params = {
             **self._attr["agent_config"],
-            model_client=as_context.model,
-            tools=as_context.toolkit,
-        )
+            **{
+                "model_client": as_context.model,
+                "tools": as_context.toolkit,
+            },  # Context will be added at `_agent.run_stream`
+        }
+
+        builder_cls = self._attr["agent_builder"]
+        _agent = build_agent(builder_cls, params)
 
-        return self._agent
+        return _agent
 
     async def run(self, context):
         ag_context = AutogenContextAdapter(context=context, attr=self._attr)
@@ -157,9 +162,9 @@ class AutogenAgent(Agent):
 
         # We should always build a new agent since the state is manage outside
         # the agent
-        self._agent = self.build(ag_context)
+        _agent = self.build(ag_context)
 
-        resp = self._agent.run_stream(
+        resp = _agent.run_stream(
             task=ag_context.memory + [ag_context.new_message],
         )
 

agentscope_runtime/engine/agents/utils.py

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+import inspect
+import logging
+
+logger = logging.getLogger(__name__)
+
+
+def build_agent(builder_cls, params):
+    """
+    Filters out unsupported parameters based on the __init__ signature of
+    builder_cls
+    and instantiates the class.
+
+    Args:
+        builder_cls (type): The class to instantiate.
+        params (dict): Dictionary of parameters to pass to the constructor.
+
+    Returns:
+        object: An instance of builder_cls.
+    """
+    try:
+        # Get the signature of the __init__ method
+        sig = inspect.signature(builder_cls.__init__)
+        allowed_params = set(sig.parameters.keys())
+        # Remove 'self' from the list of allowed parameters
+        allowed_params.discard("self")
+    except (TypeError, ValueError):
+        # If signature cannot be inspected, allow all given params
+        allowed_params = set(params.keys())
+
+    filtered_params = {}  # Parameters that are accepted by the constructor
+    unsupported = []  # Parameters that are not accepted
+
+    # Separate supported and unsupported parameters
+    for k, v in params.items():
+        if k in allowed_params:
+            filtered_params[k] = v
+        else:
+            unsupported.append(f"{k}={v!r}")
+
+    # Log a warning if there are unsupported parameters
+    if unsupported:
+        unsupported_str = ", ".join(unsupported)
+        logger.warning(
+            f"The following parameters are not supported by "
+            f"{builder_cls.__name__} and have been ignored: "
+            f"{unsupported_str}. If you require these parameters, "
+            f"please update the `__init__` method of "
+            f"{builder_cls.__name__} to accept and handle them.",
+        )
+
+    # Instantiate the class with only supported parameters
+    return builder_cls(**filtered_params)

agentscope_runtime/engine/deployers/__init__.py

@@ -1,16 +1,3 @@
 # -*- coding: utf-8 -*-
 from .base import DeployManager
 from .local_deployer import LocalDeployManager
-from .kubernetes_deployer import (
-    KubernetesDeployManager,
-)
-from .modelstudio_deployer import (
-    ModelstudioDeployManager,
-)
-
-__all__ = [
-    "DeployManager",
-    "LocalDeployManager",
-    "KubernetesDeployManager",
-    "ModelstudioDeployManager",
-]