MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/schemas/luma_types.py

@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : luma_types
+# @Time         : 2024/7/22 10:44
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+# {
+#     "user_prompt": "Grazing cows move slowly across an idyllic meadow, the camera tracking alongside them in a smooth side-angle motion",
+#     "expand_prompt": true,
+#     "aspect_ratio": "16:9"
+# }
+BASE_URL = "https://internal-api.virginia.labs.lumalabs.ai/api/photon/v1"  # luma.chatfire.cc
+BASE_URL = "https://luma.chatfire.cc/api/photon/v1"
+
+EXAMPLES = [
+    {
+        "user_prompt": "清凉夏季美少女，微卷短发，运动服，林间石板路，斑驳光影，超级真实，16K",
+        "expand_prompt": True,
+        "aspect_ratio": "16:9"
+    },
+
+    {
+        "user_prompt": "清凉夏季美少女，微卷短发，运动服，林间石板路，斑驳光影，超级真实，16K",
+        "expand_prompt": True,
+        "aspect_ratio": "16:9",
+        "image_url": "https://h2.inkwai.com/bs2/upload-ylab-stunt/ai_portal/1721561429/3z7bHmSC1Y/3yrmpqh7typspfcchmepar.png",
+        "image_end_url": "https://p2.a.kwimgs.com/bs2/upload-ylab-stunt/ai_portal/1721561524/GPoJWxBS8s/y9wlbuku3exeo7ra85s4su.png"
+    },
+
+]
+
+
+# /user/generations/?offset=0&limit=12
+
+# https://internal-api.virginia.labs.lumalabs.ai/api/photon/v1/generations/56d3e505-a1f5-475c-9ba7-8beeac8aa2ac/extend
+class LumaRequest(BaseModel):
+    user_prompt: str = ""
+    expand_prompt: bool = True  # 提示词优化
+    aspect_ratio: str = "16:9"
+    image_url: str = ""
+    image_end_url: str = ""
+
+    # def __init__(self, /, **data: Any):
+    #     super().__init__(**data)
+
+    class Config:
+        json_schema_extra = {
+            "example": EXAMPLES
+        }
+
+
+if __name__ == '__main__':
+    print(LumaRequest(user_prompt='xxxx'))

meutils/schemas/message_types.py

@@ -0,0 +1,165 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : message_types
+# @Time         : 2024/11/21 19:11
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+
+from typing import Union, Iterable, Optional, List
+from pydantic import BaseModel, Field
+from typing_extensions import Literal
+
+
+class ChatCompletionContentPartTextParam(BaseModel):
+    type: Literal["text"] = "text"
+    text: str
+
+
+class ChatCompletionContentPartRefusalParam(BaseModel):
+    type: Literal["refusal"] = "refusal"
+    refusal: str
+
+
+class ChatCompletionMessageToolCallParam(BaseModel):
+    id: str
+    type: str
+    function: dict
+
+
+class FunctionCall(BaseModel):
+    arguments: str = Field(...,
+                           description="The arguments to call the function with, as generated by the model in JSON format")
+    name: str = Field(..., description="The name of the function to call")
+
+
+class ChatCompletionToolMessageParam(BaseModel):
+    content: Union[str, List[ChatCompletionContentPartTextParam]] = Field(...,
+                                                                          description="The contents of the tool message")
+    role: Literal["tool"] = Field(..., description="The role of the messages author")
+    tool_call_id: str = Field(..., description="Tool call that this message is responding to")
+
+
+class ChatCompletionUserMessageParam(BaseModel):
+    content: Union[str, List[ChatCompletionContentPartTextParam]] = Field(...,
+                                                                          description="The contents of the user message")
+    role: Literal["user"] = Field(..., description="The role of the messages author")
+    name: Optional[str] = Field(None, description="An optional name for the participant")
+
+
+class ChatCompletionSystemMessageParam(BaseModel):
+    content: Union[str, List[ChatCompletionContentPartTextParam]] = Field(...,
+                                                                          description="The contents of the system message")
+    role: Literal["system"] = Field(..., description="The role of the messages author")
+    name: Optional[str] = Field(None, description="An optional name for the participant")
+
+
+class ChatCompletionFunctionMessageParam(BaseModel):
+    content: Optional[str] = Field(..., description="The contents of the function message")
+    name: str = Field(..., description="The name of the function to call")
+    role: Literal["function"] = Field(..., description="The role of the messages author")
+
+
+class ChatCompletionAssistantMessageParam(BaseModel):
+    role: Literal["assistant"] = Field(..., description="The role of the messages author")
+    content: Optional[
+        Union[str, List[Union[ChatCompletionContentPartTextParam, ChatCompletionContentPartRefusalParam]]]] = Field(
+        None, description="The contents of the assistant message"
+    )
+    function_call: Optional[FunctionCall] = Field(None,
+                                                  description="The name and arguments of a function that should be called")
+    name: Optional[str] = Field(None, description="An optional name for the participant")
+    refusal: Optional[str] = Field(None, description="The refusal message by the assistant")
+    tool_calls: Optional[List[ChatCompletionMessageToolCallParam]] = Field(None,
+                                                                           description="The tool calls generated by the model")
+
+class Message(BaseModel):
+    role: Literal["system", "user", "assistant"]
+    content: Union[str, List[Union[ChatCompletionUserMessageParam, FileUrlContent]], FileUrlContent]
+
+class ChatMessages(BaseModel):
+    messages: List[Message]
+
+class ChatCompletionMessageParam(
+    ChatCompletionSystemMessageParam,
+    ChatCompletionUserMessageParam,
+    ChatCompletionAssistantMessageParam,
+    ChatCompletionToolMessageParam,
+    ChatCompletionFunctionMessageParam
+):
+    pass
+
+
+if __name__ == '__main__':
+    # 创建一个用户消息
+    user_msg = ChatCompletionUserMessageParam(
+        role="user",
+        content="Hello!",
+        name="John"
+    )
+
+    # 创建一个系统消息
+    system_msg = ChatCompletionSystemMessageParam(
+        role="system",
+        content="You are a helpful assistant."
+    )
+
+    # 创建一个助手消息
+    assistant_msg = ChatCompletionAssistantMessageParam(
+        role="assistant",
+        content="How can I help you today?"
+    )
+
+    # 验证消息
+    # print(user_msg.model_dump())
+    # print(system_msg.model_dump())
+    # print(assistant_msg.model_dump())
+    messages = [
+        {
+            'role': 'system',
+            'content': '你是一个文件问答助手'
+        },
+        {
+            'role': 'user',
+            # 'content': {
+            #     "type": "file_url",
+            #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            # },
+            'content': [
+                {
+                    "type": "text",
+                    "text": "这个文件讲了什么？"
+                },
+                # 多轮的时候要剔除
+                {
+                    "type": "file_url",
+                    "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+                }
+            ]
+        },
+        {'role': 'assistant', 'content': "好的"},
+        {
+            'role': 'user',
+            # 'content': {
+            #     "type": "file_url",
+            #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            # },
+            'content': [
+                {
+                    "type": "text",
+                    "text": "错了 继续回答"
+                },
+                # {
+                #     "type": "file_url",
+                #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+                # }
+            ]
+        }
+    ]
+
+    for message in messages:
+        print(ChatCompletionMessageParam(**message))
+

meutils/schemas/message_types_.py

@@ -0,0 +1,219 @@
+from typing import List, Optional, Union, Dict, Literal
+from pydantic import BaseModel
+
+from itertools import groupby
+
+
+class Url(BaseModel):
+    url: str
+    detai: str = "auto"
+
+
+class TextContent(BaseModel):
+    type: Literal["text"]
+    text: str
+
+
+class ImageContent(BaseModel):
+    type: Literal["image_url"]
+    image_url: Url
+
+
+class VideoContent(BaseModel):
+    type: Literal["video_url"]
+    video_url: Url
+
+
+class FileContent(BaseModel):
+    type: Literal["file_url"]
+    file_url: Url
+
+
+class Message(BaseModel):
+    role: Literal["system", "user", "assistant"]
+    content: Union[str, List[Union[TextContent, ImageContent, VideoContent, FileContent]]]
+
+
+class Messages(BaseModel):
+    messages: List[Message]
+
+    def get_last_message(self) -> Optional[Message]:
+        """获取最后一条消息"""
+        return self.messages[-1] if self.messages else None
+
+    def get_messages_by_role(self, role: str) -> List[Message]:
+        """获取指定角色的所有消息"""
+        return [msg for msg in self.messages if msg.role == role]
+
+    def get_all_file_urls(self) -> List[str]:
+        """获取所有文件URL"""
+        file_urls = []
+        for msg in self.messages:
+            if isinstance(msg.content, list):
+                for item in msg.content:
+                    if isinstance(item, FileContent):
+                        file_urls.append(item.file_url.url)
+            elif isinstance(msg.content, FileContent):
+                file_urls.append(msg.content.file_url.url)
+        return file_urls
+
+    def get_conversation_pairs(self) -> List[tuple]:
+        """获取对话对（用户问题和助手回答的配对）"""
+        pairs = []
+        user_msg = None
+        for msg in self.messages:
+            if msg.role == 'user':
+                user_msg = msg
+            elif msg.role == 'assistant' and user_msg:
+                pairs.append((user_msg, msg))
+                user_msg = None
+        return pairs
+
+    def get_text_content(self) -> List[str]:
+        """获取所有文本内容"""
+        texts = []
+        for msg in self.messages:
+            if isinstance(msg.content, str):
+                texts.append(msg.content)
+            elif isinstance(msg.content, list):
+                for item in msg.content:
+                    if isinstance(item, TextContent):
+                        texts.append(item.text)
+        return texts
+
+    def get_message_at_index(self, index: int) -> Optional[Message]:
+        """获取指定索引的消息"""
+        try:
+            return self.messages[index]
+        except IndexError:
+            return None
+
+    def get_message_count(self) -> int:
+        """获取消息总数"""
+        return len(self.messages)
+
+    def get_role_distribution(self) -> Dict[str, int]:
+        """获取各角色消息数量分布"""
+        return {role: len(list(msgs))
+                for role, msgs in groupby(sorted(self.messages, key=lambda x: x.role),
+                                          key=lambda x: x.role)}
+
+    def clear_messages(self):
+        """清空所有消息"""
+        self.messages = []
+
+
+# 使用示例:
+if __name__ == "__main__":
+    messages_data = {
+        "messages": [
+            {
+                "role": "system",
+                "content": "你是一个文件问答助手"
+            },
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "这个文件讲了什么？"
+                    },
+                    {
+                        "type": "file_url",
+                        "file_url": {
+                            "url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf",
+                            "detai": "auto"
+                        }
+                    }
+                ]
+            },
+            {
+                "role": "assistant",
+                "content": "好的"
+            },
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "错了 继续回答"
+                    }
+                ]
+            }
+        ]
+    }
+
+    # 验证数据
+    chat_messages = Messages(**messages_data)
+
+    # chat_messages.
+
+    chat_messages.messages[1].content.model_dump()
+
+# 使用示例:
+if __name__ == "__main__":
+    messages_data = {
+        "messages": [
+            {
+                "role": "system",
+                "content": "你是一个文件问答助手"
+            },
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "这个文件讲了什么？"
+                    },
+                    {
+                        "type": "file_url",
+                        "file_url": {
+                            "url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf",
+                            "detai": "auto"
+                        }
+                    }
+                ]
+            },
+            {
+                "role": "assistant",
+                "content": "好的"
+            },
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "错了 继续回答"
+                    }
+                ]
+            }
+        ]
+    }
+
+    # 创建实例
+    chat = ChatMessages(**messages_data)
+
+    # 使用示例：
+    # 获取最后一条消息
+    last_message = chat.get_last_message()
+    print("最后一条消息:", last_message)
+
+    # 获取所有用户消息
+    user_messages = chat.get_messages_by_role('user')
+    print("用户消息:", user_messages)
+
+    # 获取所有文件URL
+    file_urls = chat.get_all_file_urls()
+    print("文件URLs:", file_urls)
+
+    # 获取所有文本内容
+    texts = chat.get_text_content()
+    print("文本内容:", texts)
+
+    # 获取对话对
+    conversation_pairs = chat.get_conversation_pairs()
+    print("对话对:", conversation_pairs)
+
+    # 获取指定索引的消息
+    message_at_2 = chat.get_message_at_index(2)
+    print("索引2的消息:", message_at_2)

meutils/schemas/metaso_types.py

@@ -0,0 +1,64 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : metaso_types
+# @Time         : 2024/11/11 17:26
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+BASE_URL = "https://metaso.cn"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=cyKbvv"
+
+
+class MetasoRequest(BaseModel):
+    question: str = "Chatfire"
+
+    """search-mini search search-pro"""
+    mode: Literal["concise", "detail", "research"] = "detail"  # concise detail research
+
+    """全网 文库 学术 图片 播客"""
+    engineType: str = ""  # scholar
+
+    scholarSearchDomain: str = "all"
+
+    searchTopicId: Optional[str] = None
+    searchTopicName: Optional[str] = None
+
+    # 自定义字段
+    response_format: Optional[str] = None  # 原生内容
+
+
+class MetasoResponse(BaseModel):  # sse
+
+    type: Optional[str] = None  # query set-reference heartbeat append-text
+    content: str = ""
+
+    data: Optional[dict] = None
+
+    # 原生内容
+    chunk: str
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+        chunk = self.chunk.lstrip("data:")
+        self.data = json.loads(chunk)
+
+        self.type = self.data.get("type")
+        self.content = self.data.get("text", "")
+
+        # {'realQuestion': '你是谁', 'data': [], 'label': '', 'id': '8544588308750417920', 'type': 'query'}
+        if self.type == "query":
+            self.data.pop("id", None)
+            self.data.pop("debugId", None)
+            self.content = f"""> 🚀AISearch\n```json\n{self.data}\n```\n\n"""
+
+
+if __name__ == '__main__':
+    chunk = """data:{"type":"heartbeat"}"""
+
+    print(MetasoResponse(chunk=chunk))

meutils/schemas/napkin_types.py

@@ -0,0 +1,85 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : napkin_types
+# @Time         : 2024/12/3 17:23
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+BASE_URL = "https://nlp-california-api.napkin.ai/api/v1"
+
+ASSETS_BASE_URL = "https://assets.napkin.ai/assets/db"
+# https://assets.napkin.ai/assets/db/24px/coffee-mug--food-drinks--24x24.svg
+
+"https://assets.napkin.ai/assets/db/families/lens-circles-v7--family--3.svg"
+
+class IconsSimilarRequest(BaseModel):
+    caption: str
+
+
+class Icon(BaseModel):
+    file: str
+    list: str
+    name: str
+    score: float
+
+
+class IconsSimilarResponse(BaseModel):
+    data: List[Icon]
+    metadata: Dict = {}
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+        for icon in self.data:
+            icon.file = f"{ASSETS_BASE_URL}/{icon.list}/{icon.file}.svg"
+
+    class Config:
+        extra = "allow"
+
+#
+# {'data': [{'file': 'coffee-read--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'coffee-read',
+#            'score': 0.48007068037986755},
+#           {'file': 'coffee-mug--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'coffee-mug',
+#            'score': 0.4368043541908264},
+#           {'file': 'coffee-cup--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'coffee',
+#            'score': 0.4181402325630188},
+#           {'file': 'time-coffee-time-2--interface-essential--24x24',
+#            'list': '24px',
+#            'name': 'coffee-time-2',
+#            'score': 0.408485472202301},
+#           {'file': 'coffee-jar--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'coffee-jar',
+#            'score': 0.4083172082901001},
+#           {'file': 'time-coffee-time-3--interface-essential--24x24',
+#            'list': '24px',
+#            'name': 'coffee-time-3',
+#            'score': 0.40657299757003784},
+#           {'file': 'coffee-coldbrew-1--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'coldbrew',
+#            'score': 0.40559959411621094},
+#           {'file': 'coffee-straw--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'straw',
+#            'score': 0.4047240614891052},
+#           {'file': 'coffee-to-go--food-drinks--24x24',
+#            'list': '24px',
+#            'name': 'go',
+#            'score': 0.39064520597457886},
+#           {'file': 'dating-cup--romance--24x24',
+#            'list': '24px',
+#            'name': 'dating-cup',
+#            'score': 0.38993847370147705}],
+#  'metadata': {}}

meutils/schemas/ocr_types.py

@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : ocr_types
+# @Time         : 2024/9/27 10:29
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+
+class OCRRequest(BaseModel):
+    """
+    plain texts OCR & format texts OCR: 这两种模式适用于图像 OCR。
+    plain multi-crop OCR & format multi-crop OCR: 对于内容更复杂的图片，您可以使用这些模式获得更高质量的结果。
+    plain fine-grained OCR & format fine-grained OCR: 在这些模式下，您可以在输入图片上指定细粒度区域，以实现更灵活的 OCR。细粒度区域可以是方框的坐标、红色、蓝色或绿色。
+    """
+    image: str
+
+    mode: Literal[
+        'simple',
+        'plain texts OCR', 'plain multi-crop OCR', 'plain fine-grained OCR',
+        'format texts OCR', 'format multi-crop OCR', 'format fine-grained OCR'] = "plain texts OCR"
+
+    fine_grained_mode: Literal['box', 'color'] = "color"
+    """plain fine-grained OCR
+    "box", "", "[409,763,756,891]"
+    "color", "red", ""
+    """
+    ocr_color: Literal['red', 'green', 'blue'] = "red"
+    """plain fine-grained OCR"""
+    ocr_box: str = ""
+    """plain fine-grained OCR
+    The input value that is provided in the "input box: [x1,y1,x2,y2]" Textbox component.
+    """

meutils/schemas/oneapi/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/11/14 15:15
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.schemas.oneapi.common import *

meutils/schemas/oneapi/_types.py

@@ -0,0 +1,49 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : oneapi_types
+# @Time         : 2024/6/28 10:13
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.data.oneapi import NOTICE, FOOTER
+
+BASE_URL = "https://api.chatfire.cn"
+
+
+
+class ModelGroupInfo(BaseModel):
+    """注：信息JSON共有以下键值，均全为string类型：name（厂商名称）、desc（厂商介绍，支持MD）、icon（厂商图标链接，不定义则会自动匹配默认图标库）、notice（厂商使用公告说明，支持MD）"""
+    name: str
+
+    desc: Optional[str] = None
+
+    icon: Optional[str] = None
+
+    notice: Optional[str] = None
+
+
+class ModelInfo(BaseModel):
+    """note（模型说明，支持MD）、icon（模型图标链接，不定义则会自动匹配默认图标库）、tags（模型标签，多个｜分割）、group（模型归属分组，例如OpenAI，或与下方【模型厂商信息中的Key相对应】）"""
+    note: Optional[str] = None
+
+    icon: Optional[str] = None
+
+    tags: Optional[str] = None
+
+    """ModelGroupInfo.name"""
+    group: Optional[str] = None
+
+
+# https://oss.ffire.cc/images/qw.jpeg?x-oss-process=image/format,jpg/resize,w_512
+if __name__ == '__main__':
+    # print(','.join(REDIRECT_MODEL.keys()))
+
+    from meutils.apis.oneapi import option, channel
+
+    option()
+    #
+    arun(channel.edit_channel(MODEL_PRICE))