MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/schemas/chatglm_types.py

@@ -0,0 +1,197 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : chatglm_types
+# @Time         : 2024/3/11 20:10
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+# 💡：用于表示新的想法或者重要的信息。
+# ✔️：用于表示成功的执行或者完成的任务。
+# > ✔️ The code executed successfully!
+# 📊：用于表示数据或者统计结果。
+# 📈：用于表示增长或者进步。
+# 🎯：用于表示达到的目标或者预期的结果。
+# 🚀：用于表示速度、效率或者进步。
+
+from meutils.pipe import *
+
+BASE_URL = "https://chatglm.cn/chatglm/backend-api/v1"
+VIDEO_BASE_URL = "https://chatglm.cn/chatglm/video-api/v1"
+
+
+class Part(BaseModel):
+    """
+
+    meta_data
+        "metadata_list": [{
+            "type": "webpage",
+            "title": "南京天气预报,南京7天天气预报,南京15天天气预报,南京天气查询",
+            "url": "http://www.weather.com.cn/weather/101190101.shtml",
+            "text": "Web 结果1 天前 · 南京天气预报,南京7天天气预报,南京15天天气预报,南京天气查询. 预报. 全国 > 江苏 > 南京 > 城区. 18:00更新 | 数据来源 中央气象台. 今天. 7天. 8-15天. 40天. 雷达图. 2日（今天） 晴. 0℃. 3-4级. 3日（明天） 多云. 14℃ / 3℃. <3级转3-4级. 4日（后天） 阵雨转中雨. 13℃ / 7℃. <3级. 5日（周二） 阵雨转阴. 13℃ / 5℃. 4-5级. 6日（周 …   ",
+            "pub_date": "1970-01-01T00:00:00.0000000"
+        }]
+    """
+    id: str
+    logic_id: str = ''
+    role: str
+    content: List[Dict[str, Any]]
+    model: str
+    recipient: str = ''
+    created_at: str
+    meta_data: dict = {}
+
+    status: str
+
+    # 预处理
+    event: str = ''  # 类型
+    markdown_data: str = ''
+
+    def __init__(self, **data):
+        super().__init__(**data)
+
+        # self.event =
+        # logger.debug(f"{self.status}: {self.content}")
+        # logger.debug(
+        #     f"""{self.status}: {self.content}\n{self.content and self.content[0].get("type")} \n {self.meta_data}""")
+        # tool_calls image browser_result quote_result system_error
+        if self.status == "finish" and self.content:
+            content_type = self.content[0].get("type")
+
+            # tool_calls
+            if content_type == "tool_calls":
+                _ = self.content[0].get("tool_calls", {})
+                if "mclick" not in str(_):
+                    self.markdown_data = f"""\n```{_.get("name")}\n{_}\n```\n"""
+
+            if content_type == "quote_result" and self.meta_data:
+                # logger.debug(self.meta_data)
+                for metadata in self.meta_data.get("metadata_list", []):
+                    if metadata.get("type") == "webpage":
+                        self.markdown_data += f"[🔗{metadata.get('title')}]({metadata.get('url')})\n\n"
+
+            # code
+            if content_type == "code":
+                code = self.content[0].get("code", "")
+                self.markdown_data += f"""\n```{self.meta_data.get("toolCallRecipient", "python")}\n{code}\n```\n"""
+
+            if content_type == "execution_output":  # todo: 展示块
+                _ = self.content[0]
+                self.markdown_data = f"\n```{content_type}\n{_}\n```\n{self.content[0].get('content')}\n"
+
+            # image
+            if content_type == "image" and self.status == "finish":
+
+                images = self.content[0].get("image", [])
+                for image in images:
+                    self.markdown_data += f"![image]({image['image_url']})\n\n"
+
+        # text
+        if self.content and self.content[0].get("type") == "text":
+            # self.markdown_data = f"""<text>{self.content[0].get("text", "")}"""
+            self.markdown_data = f"""{self.content[0].get("text", "")}"""
+
+
+class Data(BaseModel):
+    """
+    {
+        "id": "65eef45f3901fe6e0bb7153b",
+        "conversation_id": "65eef45e3901fe6e0bb7153a",
+        "assistant_id": "65940acff94777010aa6b796",
+        "parts": [
+            {
+                "id": "65eef45f3901fe6e0bb7153b",
+                "logic_id": "62a2d941-43ba-4a00-9933-4f2a18979201",
+                "role": "assistant",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "这是我为您创作的可爱猫咪图画，希望您喜欢。",
+                        "status": "finish"
+                    }
+                ],
+                "model": "chatglm-all-tools",
+                "recipient": "all",
+                "created_at": "2024-03-11 20:09:03",
+                "meta_data": {
+                    "toolCallRecipient": null
+                },
+                "status": "finish"  #
+            }
+        ],
+        "created_at": "2024-03-11 20:09:03",
+        "meta_data": {},
+        "status": "finish",
+        "last_error": {}
+    }
+
+    """
+    id: str = "65940acff94777010aa6b796"  # chatglm4
+    conversation_id: str
+    assistant_id: str
+    parts: List[Part]
+    created_at: str
+    status: str
+    last_error: dict
+
+
+"https://chatglm.cn/chatglm/video-api/v1/chat"
+
+EXAMPLES = [
+    {
+        "prompt": "一艘巨大的古典帆船在巨浪的海面上行驶，灰蒙蒙的夜晚，月光照出蓝色的光影，风浪显得气氛很紧张",
+        "conversation_id": "",
+        "advanced_parameter_extra": {
+            "video_style": "电影感",
+            "emotional_atmosphere": "凄凉寂寞",
+            "mirror_mode": "推近"
+        }
+    },
+
+    {
+        "prompt": "跳动起来",
+        "conversation_id": "",
+        "source_list": ["66a3379d3497367b9914de49"]  # 66a3379d3497367b9914de49 66a76a300603e53bccba4a1b
+    }
+]
+
+"""
+卡通3D
+黑白老照片
+油画
+电影感
+
+温馨和谐
+生动活泼
+紧张刺激
+凄凉寂寞
+
+水平
+垂直
+推近
+拉远
+
+"""
+
+
+class Parameter(BaseModel):
+    video_style: str = ''
+    emotional_atmosphere: str = ''
+    mirror_mode: str = ''
+
+
+class VideoRequest(BaseModel):
+    prompt: str
+    conversation_id: str = ''
+    advanced_parameter_extra: Parameter = {}
+    source_list: Optional[list] = None  # 视频 "66a3373d57c37b00f049f7e5"
+
+    class Config:
+        json_schema_extra = {
+            "examples": EXAMPLES
+        }
+
+# "https://chatglm.cn/chatglm/video-api/v1/static/composite_video" 加配音
+
+# 66a6f2890603e53bccb9aa98

meutils/schemas/db/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/11/20 15:34
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/schemas/db/oneapi_types.py

@@ -0,0 +1,117 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : models
+# @Time         : 2024/11/20 10:57
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+from sqlalchemy import JSON
+from sqlmodel import Field, Session, SQLModel, create_engine, select, insert, update, Column, DateTime, func
+
+
+def get_default_name():
+    return "xx"
+
+
+class Hero(SQLModel, table=True):
+    id: Optional[int] = Field(default=None, primary_key=True)
+    name: str = Field(default_factory=lambda: "test")
+    secret_name: str = ""
+    age: Optional[int] = None
+    # created_at: datetime.datetime = Field(
+    #     default_factory=datetime.datetime.utcnow,
+    # )
+    updated_at: Optional[datetime.datetime] = Field(
+        sa_column=Column(DateTime(), onupdate=func.now())
+    )
+
+
+class OneapiTask(SQLModel, table=True):
+    """https://github.com/Calcium-Ion/new-api/blob/main/model/task.go"""
+
+    __tablename__ = "tasks"  # 自定义表名
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+
+    task_id: Optional[str] = Field(default=None, max_length=50)
+    remote_task_id: Optional[str] = Field(default=None, max_length=50)
+    user_id: Optional[int] = Field(default=None)
+    channel_id: Optional[int] = Field(default=None)
+
+    data: Optional[dict] = Field(default=None, sa_type=JSON)
+
+    """TaskStatus
+    TaskStatusNotStart              = "NOT_START"
+    TaskStatusSubmitted             = "SUBMITTED"
+    TaskStatusQueued                = "QUEUED"
+    TaskStatusInProgress            = "IN_PROGRESS"
+    TaskStatusFailure               = "FAILURE"  # todo: 补偿积分+状态记录
+    TaskStatusSuccess               = "SUCCESS"
+    TaskStatusUnknown               = "UNKNOWN
+    """
+    status: Optional[str] = Field(default="SUBMITTED", max_length=20)
+
+    progress: str = Field(default="0%", max_length=20)
+    fail_reason: Optional[str] = Field(default=None)
+
+    platform: Optional[str] = Field(default="🔥", max_length=30)
+    action: Optional[str] = Field(default=None, max_length=40)  # black-forest-labs/flux-schnell
+
+    """价格 50000=0.1 """
+    quota: Optional[int] = Field(default=None)  #
+    properties: Optional[dict] = Field(default=None, sa_type=JSON)
+
+    submit_time: Optional[int] = Field(default_factory=lambda: int(time.time()))
+    start_time: Optional[int] = Field(default_factory=lambda: int(time.time()))
+    finish_time: Optional[int] = Field(default_factory=lambda: int(time.time()))
+
+    created_at: Optional[int] = Field(default_factory=lambda: int(time.time()))
+    updated_at: Optional[int] = Field(default_factory=lambda: int(time.time()))
+
+    class Config:
+        arbitrary_types_allowed = True
+
+
+class OneapiUser(SQLModel, table=True):
+    __tablename__ = "users"  # 自定义表名
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    username: Optional[str] = Field(default=None)
+    email: Optional[str] = Field(default=None)
+
+    quota: Optional[int] = Field(default=None)
+    used_quota: Optional[int] = Field(default=None)
+
+    request_count: Optional[int] = Field(default=None)
+
+    access_token: Optional[str] = Field(default=None)
+
+    class Config:
+        arbitrary_types_allowed = True
+
+
+class OneapiToken(SQLModel, table=True):
+    __tablename__ = "tokens"  # 自定义表名
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    user_id: Optional[int] = Field(default=None)
+    key: Optional[str] = Field(default=None)
+
+    used_quota: Optional[int] = Field(default=None)
+    remain_quota: Optional[int] = Field(default=None)
+    unlimited_quota: Optional[bool] = Field(default=False)
+
+    class Config:
+        arbitrary_types_allowed = True
+
+
+if __name__ == '__main__':
+    print(Hero())
+    # print(Tasks())
+
+    print(OneapiTask.__name__)

meutils/schemas/dify_types.py

@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : dify_types
+# @Time         : 2024/8/30 10:49
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+BASE_URL = "https://flow.chatfire.cn/v1"
+
+
+class ChatCompletionResponse(BaseModel):
+    pass
+
+
+class ChatCompletionChunkResponse(BaseModel):
+    event: str = "message"
+    id: Optional[str] = None
+    task_id: Optional[str] = None
+    message_id: Optional[str] = None
+    conversation_id: Optional[str] = None
+    answer: str = ""
+    created_at: int = Field(default_factory=lambda: int(time.time()))
+
+    # position: int
+    # thought: str
+    # observation: str
+    # tool: str
+    # tool_input: dict
+    # message_files: List[str]
+
+
+if __name__ == '__main__':
+    chunk = """data: {"event": "message", "task_id": "900bbd43-dc0b-4383-a372-aa6e6c414227", "id": "663c5084-a254-4040-8ad3-51f2a3c1a77c", "answer": "Hi", "created_at": 1705398420}\n\n"""
+    _ = ChatCompletionChunkResponse.model_validate_json(chunk.strip('data:'))
+    print(_)

meutils/schemas/embedding.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : embedding
+# @Time         : 2023/12/12 10:39
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from openai.types import EmbeddingCreateParams
+
+
+class EmbeddingRequest(BaseModel):
+    model: str = "SentenceTransformer"
+    input: Union[str, List[str]] = Field(description="The input to embed.")  # max_length=1000
+
+    user: Optional[str] = Field(default=None)
+    encoding_format: Literal["float", "base64"] = 'float'
+
+    model_config = {
+        "json_schema_extra": {
+            "examples": [
+                {
+                    "model": "text-embedding-ada-002",
+                    "input": "免费GPT就在这 https://api.chatllm.vip",
+                }
+            ]
+        }
+    }

meutils/schemas/fal_types.py

@@ -0,0 +1,13 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : fal_types
+# @Time         : 2024/11/14 17:34
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=Gvm9dt"

meutils/schemas/fish_types.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : fish_typs
+# @Time         : 2024/10/17 09:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/schemas/hailuo_types.py

@@ -0,0 +1,208 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : hailuo_types
+# @Time         : 2024/10/21 20:16
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+BASE_URL = "https://hailuoai.com"
+BASE_URL_ABROAD = "https://hailuoai.video"
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=eDzlrj"
+FEISHU_URL_ABROAD = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=8rB8xi"
+
+FEISHU_URL_OSS = "https://xchatllm.feishu.cn/sheets/MekfsfVuohfUf1tsWV0cCvTmn3c?sheet=Kcg6QC"
+
+
+class VideoRequest(BaseModel):
+    """
+    23000 文生视频
+    "T2V-01": "23000"
+    "I2V-01": "23001"
+    "I2V-01-live"： "23011"
+
+    "T2V-01": "23000",
+    "I2V-01": "23001",
+    "I2V-01-live": "23011",
+    "S2V-01": "23021"
+
+    {"desc":"飞起来","useOriginPrompt":false,"fileList":[{"id":"320650134834716679","name":"s.jpg","type":"jpg"}],"modelID":"23001"} # 老模型
+    {"desc":"飞起来","useOriginPrompt":false,"fileList":[{"id":"320650134834716679","name":"s.jpg","type":"jpg"}],"modelID":"23011"} # 新模型
+
+    {"desc":"跳动","useOriginPrompt":true,"fileList":[{"id":"304987062153912323","name":"3a71b0bb-3cab-4e69-b1f0-592976d0897b_00001_.png","type":"png"}]}
+    """
+    model: Union[str, Literal["video-01", "T2V-01", "I2V-01", "I2V-01-live", "S2V-01"]] = "video-01"
+
+    """生成视频的描述。(注：需少于2000字)"""
+    prompt: Optional[str] = None
+
+    """默认取值为True，模型会自动优化传入的prompt，以提升生成质量。如果需要更精确的控制，可以将此参数设置为False，模型将更加严格地遵循指令。此时建议提供更精细的prompt，以获得最佳效果。"""
+    prompt_optimizer: bool = True
+
+    """模型将以此参数中传入的图片为首帧画面来生成视频。支持传入图片的url或base64编码。传入此参数时支持将prompt设置为空字符串或不传入prompt，模型将自主决定画面如何演变。
+    传入图片需要满足以下条件：格式为JPG/JPEG/PNG；长宽比大于2:5、小于5:2；短边像素大于300px；体积不大于20MB。"""
+    first_frame_image: Optional[str] = None
+
+    "n"
+    n: int = 1
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+
+class BaseResponse(BaseModel):
+    """
+    状态码及其分别含义如下：
+    0，请求成功
+    1002，触发限流，请稍后再试 1000061 1500009
+    1004，账号鉴权失败，请检查 API-Key 是否填写正确
+    1008，账号余额不足
+    1013，传入参数异常，请检查入参是否按要求填写
+    1026，视频描述涉及敏感内容
+    1027，生成视频涉及敏感内容
+
+    1500002 Please try again with a different prompt
+    """
+    status_code: int = Field(default=0, alias="code")
+
+    """生成视频任务的状态消息，success 为成功。"""
+    status_msg: str = Field(default="success", alias="message")
+
+
+class Video(BaseModel):
+    id: Optional[str] = None
+    canAppeal: Optional[bool] = None
+    canRetry: Optional[bool] = None
+    coverURL: Optional[str] = None
+    desc: Optional[str] = None
+    message: Optional[str] = None
+    originFiles: Optional[List[Any]] = None
+    percent: Optional[int] = None
+    status: Optional[int] = None
+    """生成中是1 成功是2 失败是5 内容审核7 排队中11"""
+    videoURL: Optional[str] = None
+    width: Optional[int] = None
+    height: Optional[int] = None
+
+
+class VideoResponse(BaseModel):
+    """
+        {
+        "task_id": "106916112212032",
+        "base_resp": {
+            "status_code": 0,
+            "status_msg": "success"
+        }
+    }
+    {
+        "task_id": "176843862716480",
+        "status": "Success",
+        "file_id": "176844028768320",
+        "base_resp": {
+            "status_code": 0,
+            "status_msg": "success"
+        }
+    }
+    """
+    task_id: str
+    base_resp: BaseResponse  # response.statusInfo
+
+    """
+    Processing-生成中
+    Success-成功
+    Failed-失败
+    """
+    status: str = "Success"
+    file_id: Optional[str] = None  # 通过file_id 可以获取视频地址download_url
+
+    videos: Optional[List[Video]] = None  # response.data.videos
+
+    system_fingerprint: Optional[str] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        if self.file_id is None and self.videos:
+            self.file_id = self.videos[0].videoURL
+
+
+#
+# "data": {
+#         "videos": [
+#             {
+#                 "id": "304988292041920515",
+#                 "desc": "跳动",
+#                 "coverURL": "",
+#                 "videoURL": "",
+#                 "status": 1,   # 5 生成失败
+#                 "percent": 0,
+#                 "message": "正在生成，退出后AI会继续生成",
+#                 "canRetry": false,
+#                 "width": 0,
+#                 "height": 0,
+#                 "originFiles": [
+#                     {
+#                         "id": "304987062153912323",
+#                         "url": "https://cdn.hailuoai.com/prod/2024-10-22-12/user/multi_chat_file/b9e76359-07ca-4ef4-9f6d-80d8ab416c9f.png",
+#                         "type": "png"
+#                     }
+#                 ],
+#                 "canAppeal": false
+#             }
+#         ],
+#         "processing": true,
+#         "cycleTime": 10,
+#         "hasMore": false
+#     }
+
+"""
+refer_voice
+请输入您的参考音色ID
+refer_instrumental
+请输入您的参考伴奏ID
+lyrics
+##在无垠的星空下\n\n梦开始飞翔\n月光洒在心上\n\n温柔的想象\n在这片宁静中\n\n我们自由歌唱##
+model
+music-01
+audio_setting
+{"sample_rate":44100,"bitrate":256000,"format":"mp3"}
+
+"""
+
+
+class MusicRequet(BaseModel):
+    model: str = "music-01"
+
+    lyrics: str
+
+    refer_voice: Optional[str] = None
+    refer_instrumental: Optional[str] = None
+    audio_setting: dict = {
+        "sample_rate": 44100,
+        "bitrate": 256000,
+        "format": "mp3"
+    }
+
+
+"""
+{
+   "data":{
+      "audio":"hex编码的音频数据",
+      "status":2
+   },
+   "trace_id":"02cb3e6a7f8ada5886fdc11e09452353",
+   "base_resp":{
+      "status_code":0,
+      "status_msg":"success"
+   }
+}
+"""
+
+
+class MusicResponse(BaseModel):
+    trace_id: str
+    base_resp: BaseResponse

meutils/schemas/haimian_types.py

@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : haimian_types
+# @Time         : 2024/8/2 15:25
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : model=灵感创作 model=自定义创作
+
+from meutils.pipe import *
+
+
+# https://www.haimian.com/jd/api/v1/generate/text2bgm 纯音乐
+
+
+class HaimianRequest(BaseModel):
+    prompt: str
+    batch_size: int = 1
+
+    generate_cover: bool = True
+    generate_title: bool = True
+    is_original_prompt: bool = False
+
+
+class HaimianCustomRequest(HaimianRequest):
+    # 自定义模式
+    title: Optional[str] = None
+    lyrics: str
+
+    genre: Optional[Union[str, Literal[
+        "Folk", "Pop", "Rock", "Romantic", "GuFeng Music", "Hip Hop/Rap", "R&B/Soul", "Jazz", "Reggae",
+        "Chinoiserie Electronic", "Trap Rap""Contemporary R&B", "Bossa Nova",
+    ]]] = None
+
+    mood: Optional[Union[str, Literal[
+        "Happy",
+        "Sentimental/Melancholic/Lonely",  # emo
+        "Dynamic/Energetic",  # 活力
+        "Nostalgic/Memory",  # 怀旧
+        "Groovy/Funky",  # 律动
+        "Sorrow/Sad",  # 伤感
+        "Chill",  # 放松
+        "Romantic",  # 浪漫
+    ]]] = None
+
+    gender: Optional[Literal["Male", "Female"]] = None
+
+    is_original_tag: bool = False
+
+    source_lyric_id: Optional[str] = None