agentrun-inner-test 0.0.46__py3-none-any.whl

agentrun/model/model.py

@@ -0,0 +1,235 @@
+"""Model Service 模型定义"""
+
+from enum import Enum
+from typing import Any, Dict, List, Optional
+
+from agentrun.utils.model import BaseModel, NetworkConfig, PageableInput, Status
+
+
+class BackendType(str, Enum):
+    """后端类型"""
+
+    PROXY = "proxy"
+    """模型治理"""
+    SERVICE = "service"
+    """模型服务"""
+
+
+class ModelType(str, Enum):
+    """模型类型"""
+
+    LLM = "llm"
+    """大语言模型"""
+    EMBEDDING = "text-embedding"
+    """嵌入模型"""
+    RERANK = "rerank"
+    """重排序模型"""
+    SPEECH2TEXT = "speech2text"
+    TTS = "tts"
+    MODERATION = "moderation"
+
+
+class Provider(str, Enum):
+    OpenAI = "openai"
+    Anthropic = "anthropic"
+    BaiChuan = "baichuan"
+    DeepSeek = "deepseek"
+    Gemini = "gemini"
+    HunYuan = "hunyuan"
+    MiniMax = "minimax"
+    MoonShot = "moonshot"
+    Spark = "spark"
+    StepFun = "stepfun"
+    Tongyi = "tongyi"
+    VertexAI = "vertex_ai"
+    WenXin = "wenxin"
+    Yi = "yi"
+    ZhiPuAI = "zhipuai"
+    Custom = "custom"
+
+
+class ProxyMode(str, Enum):
+    SINGLE = "single"
+    MULTI = "multi"
+
+
+class ProviderSettings(BaseModel):
+    """提供商设置"""
+
+    api_key: Optional[str] = None
+    """API Key"""
+    base_url: Optional[str] = None
+    """基础 URL"""
+    model_names: Optional[List[str]] = None
+    """模型名称列表"""
+
+
+class ModelFeatures(BaseModel):
+    """模型特性"""
+
+    agent_thought: Optional[bool] = None
+    """是否支持智能体思维"""
+    multi_tool_call: Optional[bool] = None
+    """是否支持多工具调用"""
+    stream_tool_call: Optional[bool] = None
+    """是否支持流式工具调用"""
+    tool_call: Optional[bool] = None
+    """是否支持工具调用"""
+    vision: Optional[bool] = None
+    """是否支持视觉"""
+
+
+class ModelProperties(BaseModel):
+    """模型属性"""
+
+    context_size: Optional[int] = None
+    """上下文大小"""
+
+
+class ModelParameterRule(BaseModel):
+    """模型参数规则"""
+
+    default: Optional[Any] = None
+    max: Optional[float] = None
+    min: Optional[float] = None
+    name: Optional[str] = None
+    required: Optional[bool] = None
+    type: Optional[str] = None
+
+
+class ModelInfoConfig(BaseModel):
+    """模型信息配置"""
+
+    model_name: Optional[str] = None
+    """模型名称"""
+    model_features: Optional[ModelFeatures] = None
+    """模型特性"""
+    model_properties: Optional[ModelProperties] = None
+    """模型属性"""
+    model_parameter_rules: Optional[List[ModelParameterRule]] = None
+    """模型参数规则"""
+
+
+class ProxyConfigEndpoint(BaseModel):
+    base_url: Optional[str] = None
+    model_names: Optional[List[str]] = None
+    model_service_name: Optional[str] = None
+    weight: Optional[int] = None
+
+
+class ProxyConfigFallback(BaseModel):
+    model_name: Optional[str] = None
+    model_service_name: Optional[str] = None
+
+
+class ProxyConfigTokenRateLimiter(BaseModel):
+    tps: Optional[int] = None
+    tpm: Optional[int] = None
+    tph: Optional[int] = None
+    tpd: Optional[int] = None
+
+
+class ProxyConfigAIGuardrailConfig(BaseModel):
+    """AI 防护配置"""
+
+    check_request: Optional[bool] = None
+    check_response: Optional[bool] = None
+
+
+class ProxyConfigPolicies(BaseModel):
+    cache: Optional[bool] = None
+    concurrency_limit: Optional[int] = None
+    fallbacks: Optional[List[ProxyConfigFallback]] = None
+    num_retries: Optional[int] = None
+    request_timeout: Optional[int] = None
+    ai_guardrail_config: Optional[ProxyConfigAIGuardrailConfig] = None
+    token_rate_limiter: Optional[ProxyConfigTokenRateLimiter] = None
+
+
+class ProxyConfig(BaseModel):
+    endpoints: Optional[List[ProxyConfigEndpoint]] = None
+    """代理端点列表"""
+    policies: Optional[ProxyConfigPolicies] = None
+
+
+class CommonModelMutableProps(BaseModel):
+    credential_name: Optional[str] = None
+    description: Optional[str] = None
+    network_configuration: Optional[NetworkConfig] = None
+
+
+class CommonModelImmutableProps(BaseModel):
+    model_type: Optional[ModelType] = None
+
+
+class CommonModelSystemProps:
+    created_at: Optional[str] = None
+    last_updated_at: Optional[str] = None
+    status: Optional[Status] = None
+
+
+class ModelServiceMutableProps(CommonModelMutableProps):
+    provider_settings: Optional[ProviderSettings] = None
+
+
+class ModelServiceImmutableProps(CommonModelImmutableProps):
+    model_info_configs: Optional[List[ModelInfoConfig]] = None
+    model_service_name: Optional[str] = None
+    provider: Optional[str] = None
+
+
+class ModelServicesSystemProps(CommonModelSystemProps):
+    model_service_id: Optional[str] = None
+
+
+class ModelProxyMutableProps(CommonModelMutableProps):
+    cpu: Optional[float] = 2
+    litellm_version: Optional[str] = None
+    memory: Optional[int] = 4096
+    model_proxy_name: Optional[str] = None
+    proxy_mode: Optional[ProxyMode] = None
+    service_region_id: Optional[str] = None
+    proxy_config: Optional[ProxyConfig] = None
+    execution_role_arn: Optional[str] = None
+
+
+class ModelProxyImmutableProps(CommonModelImmutableProps):
+    pass
+
+
+class ModelProxySystemProps(CommonModelSystemProps):
+    endpoint: Optional[str] = None
+    function_name: Optional[str] = None
+    model_proxy_id: Optional[str] = None
+
+
+class ModelServiceCreateInput(
+    ModelServiceImmutableProps, ModelServiceMutableProps
+):
+    """模型服务创建输入参数"""
+
+    pass
+
+
+class ModelServiceUpdateInput(ModelServiceMutableProps):
+    """模型服务更新输入参数"""
+
+    pass
+
+
+class ModelServiceListInput(PageableInput):
+    model_type: Optional[ModelType] = None
+    provider: Optional[str] = None
+
+
+class ModelProxyCreateInput(ModelProxyMutableProps, ModelProxyImmutableProps):
+    pass
+
+
+class ModelProxyUpdateInput(ModelProxyMutableProps):
+    pass
+
+
+class ModelProxyListInput(PageableInput):
+    proxy_mode: Optional[str] = None
+    status: Optional[Status] = None

agentrun/model/model_proxy.py

@@ -0,0 +1,439 @@
+"""
+This file is auto generated by the code generation script.
+Do not modify this file manually.
+Use the `make codegen` command to regenerate.
+
+当前文件为自动生成的控制 API 客户端代码。请勿手动修改此文件。
+使用 `make codegen` 命令重新生成。
+
+source: agentrun/model/__model_proxy_async_template.py
+
+Model Proxy 高层 API / Model Proxy High-Level API
+
+此模块定义模型代理资源的高级API。
+This module defines the high-level API for model proxy resources.
+"""
+
+from typing import List, Optional
+
+import pydash
+
+from agentrun.model.api.data import BaseInfo, ModelDataAPI
+from agentrun.utils.config import Config
+from agentrun.utils.model import Status
+from agentrun.utils.resource import ResourceBase
+
+from .model import (
+    BackendType,
+    ModelProxyCreateInput,
+    ModelProxyImmutableProps,
+    ModelProxyListInput,
+    ModelProxyMutableProps,
+    ModelProxySystemProps,
+    ModelProxyUpdateInput,
+    PageableInput,
+    ProxyMode,
+)
+
+
+class ModelProxy(
+    ModelProxyImmutableProps,
+    ModelProxyMutableProps,
+    ModelProxySystemProps,
+    ResourceBase,
+):
+    """模型服务"""
+
+    _data_client: Optional[ModelDataAPI] = None
+
+    @classmethod
+    def __get_client(cls):
+        from .client import ModelClient
+
+        return ModelClient()
+
+    @classmethod
+    async def create_async(
+        cls, input: ModelProxyCreateInput, config: Optional[Config] = None
+    ):
+        """创建模型服务（异步）
+
+        Args:
+            input: 模型服务输入参数
+            config: 配置
+
+        Returns:
+            ModelProxy: 创建的模型服务对象
+        """
+        return await cls.__get_client().create_async(input, config=config)
+
+    @classmethod
+    def create(
+        cls, input: ModelProxyCreateInput, config: Optional[Config] = None
+    ):
+        """创建模型服务（同步）
+
+        Args:
+            input: 模型服务输入参数
+            config: 配置
+
+        Returns:
+            ModelProxy: 创建的模型服务对象
+        """
+        return cls.__get_client().create(input, config=config)
+
+    @classmethod
+    async def delete_by_name_async(
+        cls, model_Proxy_name: str, config: Optional[Config] = None
+    ):
+        """根据名称删除模型服务（异步）
+
+        Args:
+            model_Proxy_name: 模型服务名称
+            config: 配置
+        """
+        return await cls.__get_client().delete_async(
+            model_Proxy_name, backend_type=BackendType.PROXY, config=config
+        )
+
+    @classmethod
+    def delete_by_name(
+        cls, model_Proxy_name: str, config: Optional[Config] = None
+    ):
+        """根据名称删除模型服务（同步）
+
+        Args:
+            model_Proxy_name: 模型服务名称
+            config: 配置
+        """
+        return cls.__get_client().delete(
+            model_Proxy_name, backend_type=BackendType.PROXY, config=config
+        )
+
+    @classmethod
+    async def update_by_name_async(
+        cls,
+        model_proxy_name: str,
+        input: ModelProxyUpdateInput,
+        config: Optional[Config] = None,
+    ):
+        """根据名称更新模型服务（异步）
+
+        Args:
+            model_Proxy_name: 模型服务名称
+            input: 模型服务更新输入参数
+            config: 配置
+
+        Returns:
+            ModelProxy: 更新后的模型服务对象
+        """
+        return await cls.__get_client().update_async(
+            model_proxy_name, input, config=config
+        )
+
+    @classmethod
+    def update_by_name(
+        cls,
+        model_proxy_name: str,
+        input: ModelProxyUpdateInput,
+        config: Optional[Config] = None,
+    ):
+        """根据名称更新模型服务（同步）
+
+        Args:
+            model_Proxy_name: 模型服务名称
+            input: 模型服务更新输入参数
+            config: 配置
+
+        Returns:
+            ModelProxy: 更新后的模型服务对象
+        """
+        return cls.__get_client().update(model_proxy_name, input, config=config)
+
+    @classmethod
+    async def get_by_name_async(
+        cls, model_proxy_name: str, config: Optional[Config] = None
+    ):
+        """根据名称获取模型服务（异步）
+
+        Args:
+            model_Proxy_name: 模型服务名称
+            config: 配置
+
+        Returns:
+            ModelProxy: 模型服务对象
+        """
+        return await cls.__get_client().get_async(
+            model_proxy_name, backend_type=BackendType.PROXY, config=config
+        )
+
+    @classmethod
+    def get_by_name(
+        cls, model_proxy_name: str, config: Optional[Config] = None
+    ):
+        """根据名称获取模型服务（同步）
+
+        Args:
+            model_Proxy_name: 模型服务名称
+            config: 配置
+
+        Returns:
+            ModelProxy: 模型服务对象
+        """
+        return cls.__get_client().get(
+            model_proxy_name, backend_type=BackendType.PROXY, config=config
+        )
+
+    @classmethod
+    async def _list_page_async(
+        cls, page_input: PageableInput, config: Config | None = None, **kwargs
+    ):
+        return await cls.__get_client().list_async(
+            input=ModelProxyListInput(
+                **kwargs,
+                **page_input.model_dump(),
+            ),
+            config=config,
+        )
+
+    @classmethod
+    def _list_page(
+        cls, page_input: PageableInput, config: Config | None = None, **kwargs
+    ):
+        return cls.__get_client().list(
+            input=ModelProxyListInput(
+                **kwargs,
+                **page_input.model_dump(),
+            ),
+            config=config,
+        )
+
+    @classmethod
+    async def list_all_async(
+        cls,
+        *,
+        proxy_mode: Optional[str] = None,
+        status: Optional[Status] = None,
+        config: Optional[Config] = None,
+    ) -> List["ModelProxy"]:
+        return await cls._list_all_async(
+            lambda m: m.model_proxy_id or "",
+            config=config,
+            proxy_mode=proxy_mode,
+            status=status,
+        )
+
+    @classmethod
+    def list_all(
+        cls,
+        *,
+        proxy_mode: Optional[str] = None,
+        status: Optional[Status] = None,
+        config: Optional[Config] = None,
+    ) -> List["ModelProxy"]:
+        return cls._list_all(
+            lambda m: m.model_proxy_id or "",
+            config=config,
+            proxy_mode=proxy_mode,
+            status=status,
+        )
+
+    async def update_async(
+        self, input: ModelProxyUpdateInput, config: Optional[Config] = None
+    ):
+        """更新模型服务（异步）
+
+        Args:
+            input: 模型服务更新输入参数
+            config: 配置
+
+        Returns:
+            ModelProxy: 更新后的模型服务对象
+        """
+        if self.model_proxy_name is None:
+            raise ValueError(
+                "model_Proxy_name is required to update a ModelProxy"
+            )
+
+        result = await self.update_by_name_async(
+            self.model_proxy_name, input, config=config
+        )
+        self.update_self(result)
+
+        return self
+
+    def update(
+        self, input: ModelProxyUpdateInput, config: Optional[Config] = None
+    ):
+        """更新模型服务（同步）
+
+        Args:
+            input: 模型服务更新输入参数
+            config: 配置
+
+        Returns:
+            ModelProxy: 更新后的模型服务对象
+        """
+        if self.model_proxy_name is None:
+            raise ValueError(
+                "model_Proxy_name is required to update a ModelProxy"
+            )
+
+        result = self.update_by_name(
+            self.model_proxy_name, input, config=config
+        )
+        self.update_self(result)
+
+        return self
+
+    async def delete_async(self, config: Optional[Config] = None):
+        """删除模型服务（异步）
+
+        Args:
+            config: 配置
+        """
+        if self.model_proxy_name is None:
+            raise ValueError(
+                "model_Proxy_name is required to delete a ModelProxy"
+            )
+
+        return await self.delete_by_name_async(
+            self.model_proxy_name, config=config
+        )
+
+    def delete(self, config: Optional[Config] = None):
+        """删除模型服务（同步）
+
+        Args:
+            config: 配置
+        """
+        if self.model_proxy_name is None:
+            raise ValueError(
+                "model_Proxy_name is required to delete a ModelProxy"
+            )
+
+        return self.delete_by_name(self.model_proxy_name, config=config)
+
+    async def get_async(self, config: Optional[Config] = None):
+        """刷新模型服务信息（异步）
+
+        Args:
+            config: 配置
+
+        Returns:
+            ModelProxy: 刷新后的模型服务对象
+        """
+        if self.model_proxy_name is None:
+            raise ValueError(
+                "model_Proxy_name is required to refresh a ModelProxy"
+            )
+
+        result = await self.get_by_name_async(
+            self.model_proxy_name, config=config
+        )
+        self.update_self(result)
+
+        return self
+
+    def get(self, config: Optional[Config] = None):
+        """刷新模型服务信息（同步）
+
+        Args:
+            config: 配置
+
+        Returns:
+            ModelProxy: 刷新后的模型服务对象
+        """
+        if self.model_proxy_name is None:
+            raise ValueError(
+                "model_Proxy_name is required to refresh a ModelProxy"
+            )
+
+        result = self.get_by_name(self.model_proxy_name, config=config)
+        self.update_self(result)
+
+        return self
+
+    async def refresh_async(self, config: Optional[Config] = None):
+        """刷新模型服务信息（异步）
+
+        Args:
+            config: 配置
+
+        Returns:
+            ModelProxy: 刷新后的模型服务对象
+        """
+        return await self.get_async(config=config)
+
+    def refresh(self, config: Optional[Config] = None):
+        """刷新模型服务信息（同步）
+
+        Args:
+            config: 配置
+
+        Returns:
+            ModelProxy: 刷新后的模型服务对象
+        """
+        return self.get(config=config)
+
+    def model_info(self, config: Optional[Config] = None) -> BaseInfo:
+        cfg = Config.with_configs(self._config, config)
+
+        if self._data_client is None:
+            self._data_client = ModelDataAPI(
+                self.model_proxy_name or "",
+                credential_name=self.credential_name,
+                config=cfg,
+            )
+
+        self._data_client.update_model_name(
+            model_proxy_name=self.model_proxy_name,
+            model_name=(
+                pydash.get(self, "proxy_config.endpoints[0].model_names[0]")
+                if self.proxy_mode == ProxyMode.SINGLE
+                else self.model_proxy_name
+            )
+            or "",
+            credential_name=self.credential_name,
+            config=cfg,
+        )
+
+        return self._data_client.model_info()
+
+    def completions(
+        self,
+        messages: list,
+        model: Optional[str] = None,
+        stream: bool = False,
+        config: Optional[Config] = None,
+        **kwargs,
+    ):
+        self.model_info(config)
+        assert self._data_client
+
+        return self._data_client.completions(
+            **kwargs,
+            messages=messages,
+            model=model,
+            stream=stream,
+            config=config,
+        )
+
+    def responses(
+        self,
+        messages: list,
+        model: Optional[str] = None,
+        stream: bool = False,
+        config: Optional[Config] = None,
+        **kwargs,
+    ):
+        self.model_info(config)
+        assert self._data_client
+
+        return self._data_client.responses(
+            **kwargs,
+            messages=messages,
+            model=model,
+            stream=stream,
+            config=config,
+        )