MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/schemas/openai_types.py

@@ -0,0 +1,366 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : openai_types
+# @Time         : 2024/6/7 17:30
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://github.com/Calcium-Ion/new-api/tree/main/dto
+
+from meutils.pipe import *
+
+from openai.types.chat import ChatCompletion as _ChatCompletion, ChatCompletionChunk as _ChatCompletionChunk
+from openai.types.chat.chat_completion import Choice as _Choice, ChatCompletionMessage as _ChatCompletionMessage, \
+    CompletionUsage as _CompletionUsage
+from openai.types.chat.chat_completion_chunk import Choice as _ChunkChoice, ChoiceDelta
+from openai._types import FileTypes
+from openai.types import ImagesResponse as _ImagesResponse
+from openai.types.shared_params import FunctionDefinition
+from openai.types.chat import ChatCompletionToolParam
+
+TOOLS = [
+    {"type": "web_browser"},
+    {"type": "code_interpreter"},
+    {"type": "drawing_tool"},
+]
+
+BACKUP_MODEL = os.getenv("BACKUP_MODEL", "glm-4")
+
+
+class Tool(BaseModel):
+    # {"id": "", "type": "web_browser", "function": {}} => {"type": "web_browser", "function": None}
+    function: Optional[dict] = None  # FunctionDefinition
+    type: str
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.function = self.function or None
+
+
+class CompletionUsage(_CompletionUsage):
+    prompt_tokens: int = 1000
+    completion_tokens: int = 1000
+    total_tokens: int = 2000
+
+
+class ChatCompletionMessage(_ChatCompletionMessage):
+    role: Literal["assistant"] = "assistant"
+    """The role of the author of this message."""
+
+
+class Choice(_Choice):
+    index: int = 0
+    finish_reason: Literal["stop", "length", "tool_calls", "content_filter", "function_call"] = None
+
+
+class ChatCompletion(_ChatCompletion):
+    id: str = Field(default_factory=shortuuid.random)
+    created: int = Field(default_factory=lambda: int(time.time()))
+    model: str = ""
+    object: str = "chat.completion"
+    usage: CompletionUsage = CompletionUsage()
+
+
+class ChunkChoice(_ChunkChoice):
+    index: int = 0
+
+
+class ChatCompletionChunk(_ChatCompletionChunk):
+    id: str = Field(default_factory=shortuuid.random)
+    created: int = Field(default_factory=lambda: int(time.time()))
+    model: str = ""
+    object: str = "chat.completion.chunk"
+
+
+chat_completion = ChatCompletion(
+    choices=[Choice(message=ChatCompletionMessage(content=""))]
+)
+chat_completion_chunk = ChatCompletionChunk(
+    choices=[ChunkChoice(delta=ChoiceDelta(content=""))]
+)
+chat_completion_chunk_stop = ChatCompletionChunk(
+    choices=[ChunkChoice(delta=ChoiceDelta(content=""), finish_reason="stop")]
+)
+
+
+# chat_completion.choices[0].message.content = "*"
+# chat_completion_chunk.choices[0].delta.content = "*"
+
+
+class ChatCompletionRequest(BaseModel):
+    """
+    prompt_filter_result.content_filter_results
+    choice.content_filter_results
+
+    todo: ['messages', 'model', 'frequency_penalty', 'function_call', 'functions', 'logit_bias', 'logprobs', 'max_tokens', 'n', 'presence_penalty', 'response_format', 'seed', 'stop', 'stream', 'temperature', 'tool_choice', 'tools', 'top_logprobs', 'top_p', 'user']
+    """
+    model: str = ''  # "gpt-3.5-turbo-file-id"
+
+    # [{'role': 'user', 'content': 'hi'}]
+    # [{'role': 'user', 'content':  [{"type": "text", "text": ""}]]
+    # [{'role': 'user', 'content': [{"type": "image_url", "image_url": ""}]}] # 也兼容文件
+    # [{'role': 'user', 'content': [{"type": "image_url", "image_url": {"url": ""}}]}] # 也兼容文件
+    # [{'role': 'user', 'content':  [{"type": "file", "file_url": ""}]]
+    messages: Optional[List[Dict[str, Any]]] = None
+
+    stream: Optional[bool] = False
+    stream_options: Optional[dict] = None
+
+    top_p: Optional[float] = 0.7
+    temperature: Optional[float] = 0.7
+
+    n: Optional[int] = 1
+    max_tokens: Optional[int] = None
+    stop: Optional[Union[str, List[str]]] = None
+
+    presence_penalty: Optional[float] = 0.0
+    frequency_penalty: Optional[float] = 0.0
+    user: Optional[str] = None
+
+    # tools
+    response_format: Optional[Any] = None
+    function_call: Optional[Any] = None
+    functions: Optional[Any] = None
+    tools: Optional[List[Tool]] = None  # 为了兼容 oneapi
+    tool_choice: Optional[Any] = None
+    parallel_tool_calls: Optional[Any] = None
+
+    # 拓展字段
+    system_messages: Optional[list] = None
+    last_content: Optional[Any] = None
+    urls: List[str] = []
+
+    system_fingerprint: Optional[str] = "🔥"
+
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+
+        self.messages = self.messages or [{'role': 'user', 'content': 'hi'}]
+        self.system_messages = [m for m in self.messages if m.get("role") == "system"]
+
+        # 移除 不支持的 content type: 优雅处理多轮
+
+        last_message = self.messages[-1]
+        self.last_content = last_message.get("content", "")  # 大部分时间等价于user_content
+        """[{'role': 'user', 'content':  [{"type": "text", "text": ""}]]"""
+        if isinstance(self.last_content, list) and self.last_content:
+            # 多模态 'text','image_url','video_url' and 'video'
+            urls = (
+                    jsonpath.jsonpath(self.last_content, expr='$..url')
+                    or jsonpath.jsonpath(self.last_content, expr='$..image_url')
+                # or jsonpath.jsonpath(self.last_content, expr='$..audio_url')
+                # or jsonpath.jsonpath(self.last_content, expr='$..video_url')
+                # or jsonpath.jsonpath(self.last_content, expr='$..file_url')
+            )
+            self.urls = self.urls or urls or []
+
+            # 取最后一个文本提示词
+            texts = jsonpath.jsonpath(self.last_content, expr='$..text') or []
+            self.last_content = '\n'.join(texts)
+
+        # 兼容 glm-4
+        self.top_p = self.top_p is not None and np.clip(self.top_p, 0.01, 0.99)
+        self.temperature = self.temperature is not None and np.clip(self.temperature, 0.01, 0.99)
+
+        if self.model.startswith('o1'):
+            self.top_p = 1
+            self.temperature = 1
+
+        if self.max_tokens:
+            self.max_tokens = min(self.max_tokens, 4096)
+
+    model_config = {
+        "json_schema_extra": {
+            "examples": [
+                {
+                    "model": "gpt-3.5-turbo",
+                    "messages": [
+                        {
+                            "role": "user",
+                            "content": "hi"
+                        }
+                    ],
+                    "stream": False
+                },
+
+                {
+                    "model": "gpt-3.5-turbo",
+                    "messages": [
+                        {
+                            "role": "user",
+                            "content": "请按照下面标题，写一篇400字的文章\n王志文说，一个不熟的人找你借饯，说明他已经把熟人借遍了。除非你不想要了，否则不要借"
+                        }
+                    ],
+                    "stream": False
+                },
+
+                # url
+                {
+                    "model": "url-gpt-3.5-turbo",
+                    "messages": [
+                        {
+                            "role": "user",
+                            "content": "总结一下https://mp.weixin.qq.com/s/Otl45GViytuAYPZw3m7q9w"
+                        }
+                    ],
+                    "stream": False
+                },
+
+                # rag
+                {
+                    "messages": [
+                        {
+                            "content": "分别总结这两篇文章",
+                            "role": "user"
+                        }
+                    ],
+                    "model": "gpt-3.5-turbo",
+                    "stream": False,
+                    "file_ids": ["cn2a0s83r07am0knkeag", "cn2a3ralnl9crebipv4g"]
+                }
+
+            ]
+        }
+    }
+
+
+class ImageRequest(BaseModel):
+    prompt: str
+
+    model: str = 'pro'
+    n: int = 1
+    quality: str = 'hd'
+    response_format: Literal["url", "b64_json"] = "url"
+    size: str = '1024x1024'  # 测试默认值
+    # sd: 768x1024 1024x576
+    style: Union[str, Literal["vivid", "natural"]] = "natural"
+
+    # 拓展参数
+    guidance_scale: float = Field(default=5, alias="guidance")
+
+    # https://blog.csdn.net/qq_37508554/article/details/133975130
+    num_inference_steps: int = Field(default=20, alias="steps")
+
+    seed: Optional[int] = None
+    negative_prompt: Optional[str] = None
+
+    # 拓展字段
+    nsfw_level: str = "2"  # 小于等于6
+    url: Optional[str] = None
+    image: Optional[str] = None  # url/base64
+
+    prompt_enhancement: bool = False
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        if self.model.lower().__contains__('stabilityai'):
+            self.num_inference_steps = 25
+            self.guidance_scale = 7.5
+        elif any(i in self.model.lower() for i in {"turbo", "lightning"}):
+            self.num_inference_steps = 4
+            self.guidance_scale = 1
+
+    class Config:
+        # frozen = True
+        populate_by_name = True
+
+        json_schema_extra = {
+            "examples": [
+                {
+                    "model": "stable-diffusion-3-medium",  # sd3
+                    "prompt": "画条狗",
+                },
+            ]
+        }
+
+
+class ImagesResponse(_ImagesResponse):
+    created: int = Field(default_factory=lambda: int(time.time()))
+
+
+class TTSRequest(BaseModel):
+    input: str
+    model: Optional[Union[str, Literal["tts-1", "tts-1-hd"]]] = 'tts'
+    voice: Optional[Union[str, Literal["alloy", "echo", "fable", "onyx", "nova", "shimmer"]]] = ""
+    speed: Optional[float] = None
+
+    response_format: Literal["mp3", "opus", "aac", "flac", "wav", "pcm"] = "mp3"
+
+    class Config:
+        json_schema_extra = {
+            "examples": [
+                {
+                    "model": "tts-1",
+                    "voice": "7f92f8afb8ec43bf81429cc1c9199cb1",
+                    "input": "你好，我是AI助手",
+                }
+            ]
+        }
+
+
+class STTRequest(BaseModel):  # ASR
+    file: Union[bytes, str]
+    model: str = "whisper-1"
+    prompt: Optional[str] = None
+    response_format: Literal["text", "srt", "verbose_json", "vtt"] = "text"
+    language: Optional[str] = None
+    temperature: Optional[float] = None
+    timestamp_granularities: Optional[List[Literal["word", "segment"]]] = None
+
+
+if __name__ == '__main__':
+    pass
+
+    # print(ChatCompletion(choices=[Choice(message=ChatCompletionMessage(content="ChatCompletion"))]))
+    # print(ChatCompletionChunk(choices=[ChunkChoice(delta=ChoiceDelta(content="ChatCompletionChunk"))]))
+    #
+    # print(chat_completion)
+    # print(chat_completion_chunk)
+    # print(chat_completion_chunk_stop)
+
+    # print(ChatCompletionRequest(temperature=0, top_p=1))
+    # print(ChatCompletionRequest(temperature=1, top_p=0))
+
+    # file = UploadFile(open("/Users/betterme/PycharmProjects/AI/ChatLLM/chatllm/api/routers/cocopilot.py", "rb"))
+    # #
+    # print(AudioRequest(file=file))
+    # print(ImagesResponse(data=[]))
+    # print(ChatCompletionRequest(tools=[
+    #     {
+    #         # "id": "",
+    #         "type": "web_browser",
+    #         # "function": {}
+    #     }
+    # ],
+    #     max_tokens=None,
+    # ).model_dump_json(indent=4))
+
+    # 创建实例
+    # req1 = ImageRequest(guidance_scale=5.0, prompt="画条狗")
+    # req2 = ImageRequest(guidance=5.0, prompt="画条狗")
+    #
+    # print(req1.guidance_scale)  # 输出: 5.0
+    # print(req2.guidance_scale)  # 输出: 5.0
+    #
+    # # 两种方式都可以访问这个值
+    # print(req1.model_dump())  # 输出: {'guidance_scale': 5.0}
+    # print(req1.model_dump(by_alias=True))  # 输出: {'guidance': 5.0}
+
+    # class A(BaseModel):
+    #     n: int = Field(1, ge=1, le=0)
+    #
+    #
+    # print(A(n=11))
+    messages = [
+        {
+            "role": "user",
+            "content": [{'role': 'user', 'content': [{"type": "image_url", "image_url": "这是个图片链接"}]}]
+        },
+
+        # {'role': 'user', 'content': [{"type": "image_url", "image_url": {"url": "这是个图片链接"}}]},
+    ]
+
+    r = ChatCompletionRequest(model="gpt-3.5-turbo", messages=messages)
+    r.messages[-1]['content'] = [{"type": "image_url", "image_url": {"url": r.urls[-1]}}]
+    print(r)

meutils/schemas/pixverse_types.py

@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : pixverse_type
+# @Time         : 2024/7/24 13:11
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import time
+
+from meutils.pipe import *
+
+BASE_URL = "https://app-api.pixverse.ai/creative_platform"
+
+EXAMPLES = [
+    {
+        "Prompt": "太空战机高速穿过一个巨大的科幻内部通道，冲出通道飞向太空，通道尽头可以看到外面是太空大战",
+        "Model": "v1",
+        "Credit": 0,
+        "AspectRatio": "512x288",
+        "Seed": 937033649,
+        "ConfigName": "t2v_0.4.1",
+        "PromptToDualClips": 1,
+        "Style": "realistic",
+        "AutoCharacterPrompt": 0,
+        "RemoveWatermark": 0,
+        "TaskCnt": 2,
+        "Quality": "480p",
+        "Width": 512,
+        "Height": 288,
+        "CreationType": 1
+    },
+    {
+        "Img": 4857092,
+        # "ImgUrl": "https://media.pixverse.ai/upload/3597df25-8161-4eea-99a4-502ac2b49227.png",
+        "ImgUrl": "https://dgss0.bdstatic.com/5bVWsj_p_tVS5dKfpU_Y_D3/res/r/image/2017-09-27/297f5edb1e984613083a2d3cc0c5bb36.png",
+        "Model": "v2",
+        "Credit": 0,
+        "Seed": 1467863527,
+        "ConfigName": "it2v_2.0.1",
+        "Duration": 5,
+        "AutoCharacterPrompt": 0,
+        "RemoveWatermark": 0,
+        "PromptToDualClips": 0,
+        "Quality": "480p",
+        "CreationType": 2,
+        "Prompt": "开花过程"
+    }
+]
+
+
+class PixverseRequest(BaseModel):
+    Prompt: Optional[str] = None
+    Img: int = Field(default_factory=lambda: int(time.time()))
+    ImgUrl: Optional[str] = None
+    CreationType: int = 1
+
+    Model: str = 'v2'
+    AspectRatio: str = '512x288'
+    Quality: str = '1080p'
+
+    ConfigName: str = "t2v_0.4.1"
+
+    PromptToDualClips: int = 1
+    Style: str = 'realistic'
+    AutoCharacterPrompt: int = 0
+    RemoveWatermark: int = 1
+    TaskCnt: int = 2
+    Width: int = 512
+    Height: int = 288
+
+    Duration: int = 8
+
+    Credit: int = 0
+    Seed: Optional[int] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        if self.ImgUrl:
+            pass
+            self.CreationType = 2
+            self.ConfigName = "it2v_2.0.1"
+
+    class Config:
+        json_schema_extra = {
+            "examples": EXAMPLES
+        }

meutils/schemas/playwright_types.py

@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : playwright_types
+# @Time         : 2024/9/18 16:24
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+
+class ScreenshotRequest(BaseModel):
+    html: str
+    width: int = 375
+    height: int = 812
+
+    class Config:
+        json_schema_extra = {
+            "examples": [
+                {
+                    "html": """
+<html>
+<head>
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <style>
+        body {
+            font-family: Arial, sans-serif;
+            margin: 0;
+            padding: 20px;
+        }
+        h1 {
+            font-size: 24px;
+        }
+        p {
+            font-size: 16px;
+        }
+        @media (max-width: 600px) {
+            h1 {
+                font-size: 20px;
+            }
+            p {
+                font-size: 14px;
+            }
+        }
+    </style>
+</head>
+<body>
+    <h1>Hello, World!</h1>
+    <p>This is a test with responsive design.</p>
+</body>
+</html>
+                    """
+                }
+            ]
+        }

meutils/schemas/prodia_types.py

@@ -0,0 +1,19 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : prodia_types
+# @Time         : 2024/8/14 14:18
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+BASE_URL = "https://api.prodia.com/v1"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=71b08f"
+
+
+class FaceswapRequest(BaseModel):
+    sourceUrl: str
+    targetUrl: str

meutils/schemas/replicate_types.py

@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : replicate_types
+# @Time         : 2024/11/15 18:32
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=QHbR7a"
+
+
+class ReplicateRequest(BaseModel):
+    ref: str = "black-forest-labs/flux-schnell"
+    input: Optional[Dict[str, Any]] = None  # {"prompt": "A majestic lion", "num_outputs": 2}
+
+
+
+class ReplicateResponse(BaseModel):
+    model: str = "🔥"
+
+    id: str = Field(default_factory=shortuuid.random)
+    status: str = "starting"  # succeeded
+
+    input: Optional[Any] = None  # 兼容任意结构体
+    output: Optional[Any] = None
+
+    logs: str = ""
+    error: Optional[str] = None
+    metrics: Optional[Any] = None
+
+    created_at: str = Field(default_factory=lambda: datetime.datetime.today().isoformat())  # "2024-11-19T03:11:22.795Z"
+    started_at: Optional[str] = None
+    completed_at: Optional[str] = None
+
+    """
+    {
+    "get": "https://api.replicate.com/v1/predictions/pab8srw8jhrm20cj1e7s0d8kf4",
+    "cancel": "https://api.replicate.com/v1/predictions/pab8srw8jhrm20cj1e7s0d8kf4/cancel"
+    }
+    """
+    urls: Optional[Dict[str, str]] = None
+
+    data_removed: bool = False  # 移除任务
+    version: str = ""
+
+    # token
+    system_fingerprint: Optional[str] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+    class Config:
+        # 允许额外字段，增加灵活性
+        extra = 'allow'
+
+
+
+
+if __name__ == '__main__':
+    from meutils.db.redis_db import redis_client
+
+    r = ReplicateRequest(
+        input=ReplicateSDKRequest(
+            ref="stability-ai/stable-diffusion:db21e45d3f7023abc2a46ee38a23973f6dce16bb082a930b0c49861f96d1e5bf",
+            input={"prompt": "A majestic lion", "num_outputs": 2}
+        )
+    )
+
+    # print(r.model_dump_json(indent=4))
+
+    # print(ReplicateResponse())
+
+    url = "https://oss.ffire.cc/files/kling_watermark.png"
+
+    response = ReplicateResponse(output=[url])
+    print(response.model_dump_json(indent=4))
+
+    # redis_client.set(response.id, response.model_dump_json(indent=4), ex=3600)
+
+    # redis_client.set(response.id, response, ex=3600)
+
+    data = {
+        "status": "starting",
+        "urls": {
+            "get": "https://api.chatfire.cn/v1/predictions/d42c7e90a577bdec0a68797e77a8e0d8"
+        },
+        "id": "d42c7e90a577bdec0a68797e77a8e0d8",
+        "model": "black-forest-labs/flux-1.1-pro",
+        "error": None,
+        "output": None,
+        "data_removed": False,
+        "created_at": "2024-11-19T03:11:22.795Z",
+        "version": "dp-a956b5a516d14ae1a2b108b3a81e8306",
+        "input": {
+            "num_inference_steps": 28,
+            "num_outputs": 1,
+            "prompt": "a cat",
+            "prompt_strength": 0.8,
+            "aspect_ratio": "1:1",
+            "megapixels": "1",
+            "output_quality": 80,
+            "go_fast": True,
+            "guidance": 3
+        },
+        "logs": ""
+    }
+
+    print(ReplicateResponse(**data))

meutils/schemas/request_types.py

@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : request_types
+# @Time         : 2024/12/20 16:29
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+# requests.request()
+
+
+class RequestTypes(BaseModel):
+    method: str = "POST"
+
+    base_url: str
+    api_key: Optional[str] = None