agentscope-runtime 0.1.4__py3-none-any.whl → 0.1.5__py3-none-any.whl

agentscope_runtime/engine/agents/llm_agent.py

@@ -1,51 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from .base_agent import Agent
-from ..llms import BaseLLM
-from ..schemas.agent_schemas import (
-    Message,
-    TextContent,
-    convert_to_openai_messages,
-    MessageType,
-    convert_to_openai_tools,
-)
-
-
-class LLMAgent(Agent):
-    def __init__(
-        self,
-        model: BaseLLM,
-        **kwargs,
-    ):
-        super().__init__(
-            **kwargs,
-        )
-        self.model = model
-
-    async def run_async(
-        self,
-        context,
-        **kwargs,
-    ):
-        # agent request --> model request
-        openai_messages = convert_to_openai_messages(context.session.messages)
-        tools = convert_to_openai_tools(context.request.tools)
-
-        # Step 3: Create initial Message
-        message = Message(type=MessageType.MESSAGE, role="assistant")
-        yield message.in_progress()
-
-        # Step 4: LLM Content delta
-        text_delta_content = TextContent(delta=True)
-        async for chunk in self.model.chat_stream(openai_messages, tools):
-            delta = chunk.choices[0].delta
-
-            if delta.content:
-                text_delta_content.text = delta.content
-                text_delta_content = message.add_delta_content(
-                    new_content=text_delta_content,
-                )
-                yield text_delta_content
-
-        message.completed()
-        yield message

agentscope_runtime/engine/llms/__init__.py

@@ -1,3 +0,0 @@
-# -*- coding: utf-8 -*-
-from .base_llm import BaseLLM
-from .qwen_llm import QwenLLM

agentscope_runtime/engine/llms/base_llm.py

@@ -1,60 +0,0 @@
-# -*- coding: utf-8 -*-
-from typing import AsyncGenerator
-
-
-class BaseLLM:
-    base_url = None
-
-    def __init__(self, model_name: str, **kwargs):
-        self.client = None
-        self.async_client = None
-        self.model_name = model_name
-        self.kwargs = kwargs
-
-    def generate(self, prompt: str, **kwargs) -> str:
-        """
-        Generate a response from the Qwen LLM model.
-
-        Args:
-            prompt (str): The prompt to generate a response for.
-            **kwargs: Additional keyword arguments to pass to the model.
-
-        Returns:
-            str: The generated response.
-        """
-        response = self.client.chat.completions.create(
-            model=self.model_name,
-            messages=[
-                {"role": "system", "content": "You are a helpful assistant."},
-                {"role": "user", "content": prompt},
-            ],
-            **kwargs,
-        )
-        return response.choices[0].message.content
-
-    def chat(self, messages, **kwargs) -> str:
-        response = self.client.chat.completions.create(
-            model=self.model_name,
-            messages=messages,
-            **kwargs,
-        )
-        return response.choices[0].message.content
-
-    async def chat_stream(
-        self,
-        messages,
-        tools=None,
-        **kwargs,
-    ) -> AsyncGenerator[str, None]:
-        # call model
-        # TODO: use async client
-        generator = self.client.chat.completions.create(
-            model=self.model_name,
-            messages=messages,
-            tools=tools,
-            stream=True,
-            **kwargs,
-        )
-
-        for chunk in generator:
-            yield chunk

agentscope_runtime/engine/llms/qwen_llm.py

@@ -1,47 +0,0 @@
-# -*- coding: utf-8 -*-
-import os
-
-from openai import Client, AsyncClient
-
-from .base_llm import BaseLLM
-
-
-class QwenLLM(BaseLLM):
-    """
-    QwenLLM is a class that provides a wrapper around the Qwen LLM model.
-    """
-
-    base_url = None
-
-    def __init__(
-        self,
-        model_name: str = "qwen-turbo",
-        api_key: str = None,
-        **kwargs,
-    ):
-        """
-        Initialize the QwenLLM class.
-
-        Args:
-            model_name (str): The name of the Qwen LLM model to use.
-                Defaults to "qwen-turbo".
-            api_key (str): The API key for Qwen service.
-                If None, will read from DASHSCOPE_API_KEY environment variable.
-        """
-        super().__init__(model_name, **kwargs)
-
-        if api_key is None:
-            api_key = os.getenv("DASHSCOPE_API_KEY")
-        if self.base_url is None:
-            default_base_url = (
-                "https://dashscope.aliyuncs.com/compatible-mode/v1"
-            )
-            self.base_url = os.getenv("DASHSCOPE_BASE_URL", default_base_url)
-        self.client = Client(
-            api_key=api_key,
-            base_url=self.base_url,
-        )
-        self.async_client = AsyncClient(
-            api_key=api_key,
-            base_url=self.base_url,
-        )