MeUtils 2025.1.4.11.4.46__py3-none-any.whl → 2025.1.10.20.14.42__py3-none-any.whl

meutils/apis/vidu/vidu_video.py

@@ -206,20 +206,21 @@ if __name__ == '__main__':
     # arun(get_credits(token))
     #
     d = {
-        "prompt": "一条可爱的狗跑过来",
-        # "url": url  # failed to save uploads
+        "model": 'vidu-1.5',
+        "prompt": "这个女人笑起来",
+        "url": "https://oss.ffire.cc/files/kling_watermark.png"  # failed to save uploads
     }
     token = None
     # print(bjson(ViduRequest(**d).payload))
-    # arun(create_task(ViduRequest(**d)))
+    arun(create_task(ViduRequest(**d)))
     # arun(create_task(ViduRequest(**d), vip=False))
     # # pass
     # token = "sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSsAAnHAInAGEtIG%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNcwX0sQF0hQq0HwFfhp4xG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSsAAnHAInAGEtIG%22%7D%7D;_ga=GA1.1.2058758439.1724312077;_ga_ZJBV7VYP55=GS1.1.1727080335.38.1.1727080510.0.0.0;JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNTAzODAsImlhdCI6MTcyNzA1NDM4MCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDA2NTAzNjA5MTgzOSJ9.PkjQqjYB56vYetYwmlagnWn_6bSCwoxCjI7BjfelBOU;Shunt="
     # # token = "_ga=GA1.1.2058758439.1724312077; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNTAzODAsImlhdCI6MTcyNzA1NDM4MCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDA2NTAzNjA5MTgzOSJ9.PkjQqjYB56vYetYwmlagnWn_6bSCwoxCjI7BjfelBOU; Shunt=; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSsAAnHAInAGEtIG%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNcwX0sQF0hQq0HwFfhp4xG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSsAAnHAInAGEtIG%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1727080335.38.1.1727080510.0.0.0"
     # token = "JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNDkyNzQsImlhdCI6MTcyNzA1MzI3NCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDg5NjA4MTIwNTkwNyJ9.MRXmSr48PifQgRN1-yTTu8d7Sq1An4OS7G5WoYpJ_PU"
 
-    token = "_ga=GA1.1.1191408146.1725443726; Shunt=; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MzY0NzgzODIsImlhdCI6MTczNTE4MjM4MiwiaXNzIjoiaWFtIiwic3ViIjoiMjU3NTg1MzI5MDUyNzYwNiJ9.AJBuQH0B9aQ2znnczYoqBw9YvHkLh0uZF0QQx5xdxrc; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sHRHtHIsGAHsRnAn%22%2C%22gae28_aV%22%3A%22EGEuyRHVigIEtAG-AGRuSsHrVAGRuS-EtHsHnIR-sARInAA-EGEuyRHVigSEuIR%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E8%87%AA%E7%84%B6%E6%90%9C%E7%B4%A2%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC%22%2C%22%24ki8r28_ergreere%22%3A%22z88O2%3A%2F%2Fiyymb682.fmmfkr.ymo%2F%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPowIQZ7zWqwJpX0HBF0HQs3AwqdkWX0HQs3ABF1SQF3EQqwIBF3MQhwswX08wFlJPowIQZ7zWqNJPqwI3aMax9klWZHAiD7HDsJCWskbDskl3qmawqKIQFfEwh3HwXKcQhPMQaxG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sHRHtHIsGAHsRnAn%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1735182278.4.1.1735182405.26.0.0"
-    arun(check_token(token))
+    # token = "_ga=GA1.1.1191408146.1725443726; Shunt=; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MzY0NzgzODIsImlhdCI6MTczNTE4MjM4MiwiaXNzIjoiaWFtIiwic3ViIjoiMjU3NTg1MzI5MDUyNzYwNiJ9.AJBuQH0B9aQ2znnczYoqBw9YvHkLh0uZF0QQx5xdxrc; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sHRHtHIsGAHsRnAn%22%2C%22gae28_aV%22%3A%22EGEuyRHVigIEtAG-AGRuSsHrVAGRuS-EtHsHnIR-sARInAA-EGEuyRHVigSEuIR%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E8%87%AA%E7%84%B6%E6%90%9C%E7%B4%A2%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC%22%2C%22%24ki8r28_ergreere%22%3A%22z88O2%3A%2F%2Fiyymb682.fmmfkr.ymo%2F%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPowIQZ7zWqwJpX0HBF0HQs3AwqdkWX0HQs3ABF1SQF3EQqwIBF3MQhwswX08wFlJPowIQZ7zWqNJPqwI3aMax9klWZHAiD7HDsJCWskbDskl3qmawqKIQFfEwh3HwXKcQhPMQaxG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sHRHtHIsGAHsRnAn%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1735182278.4.1.1735182405.26.0.0"
+    # arun(check_token(token))
     #
     # FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=rxldsA"
     # FEISHU_URL="https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=Hcr2i8"

meutils/caches/redis_cache.py

@@ -11,6 +11,7 @@
 
 
 import hermes.backend.redis
+import hermes.backend.inprocess
 
 from meutils.db.redis_db import pool
 
@@ -19,6 +20,10 @@ cache = hermes.Hermes(
     connection_pool=pool
 )
 
+cache_inmemory = hermes.Hermes(
+    backend=hermes.backend.inprocess.Backend,
+)
+
 if __name__ == '__main__':
     from meutils.pipe import *
 

meutils/common.py

@@ -51,6 +51,7 @@ import toml
 import yaml
 import typer
 import json
+import mimetypes
 import joblib
 from joblib.hashing import hash
 import httpx

meutils/config_utils/lark_utils/common.py

@@ -7,7 +7,6 @@
 # @WeChat       : meutils
 # @Software     : PyCharm
 # @Description  : httpx重试 transport = httpx.AsyncHTTPTransport(retries=3) # response.raise_for_status()
-import pandas as pd
 
 from meutils.pipe import *
 from meutils.decorators.retry import retrying

meutils/data/VERSION

@@ -1 +1 @@
-2025.01.04.11.04.46
+2025.01.10.20.14.42

meutils/data/oneapi/NOTICE.md

@@ -32,16 +32,15 @@
 </details>
 
 <details markdown="1">
-  <summary><b>预祝大家新年快乐🎁元旦礼物☺</b></summary>
+  <summary><b>大额充值优惠</b></summary>
 
-- 联系企微客服
-  - 充值100-200   增送5%
-  - 充值200-500   增送10%
-  - 充值500-1000  增送15%
-  - 充值1000-2000 增送20%
+- 充值1000-2000 增送10%
 
 </details>
 
+## 2025-01-04
+- 增加模型配额 gemini-2.0-flash-exp、gemini-2.0-flash-thinking-exp-1219
+
 ## 2024-12-31
 
 - 上线新模型
@@ -49,7 +48,6 @@
       在不显著降低通用任务能力的情况下，在专家任务能力方面表现大幅提升。其在 AIME 2024、MATH500 和 LiveCodeBench 评测中，效果与
       OpenAI-o1-Preview 相当。
     - 兼容SparkAI客户端，文件问答&图片问答：baseurl改为`https://api.chatfire.cn/sparkai/v1`
-      ![](https://sfile.chatglm.cn/chatglm4/e5b99a34-f859-4880-a0ea-a9c6dbc8a60f.png)
 
 ## 2024-12-27
 

meutils/io/files_utils.py

@@ -18,6 +18,13 @@ from starlette.datastructures import UploadFile
 from contextlib import asynccontextmanager
 
 
+def guess_mime_type(file):
+    mime_type = None
+    if isinstance(file, str):
+        mime_type, _ = mimetypes.guess_type(file)
+    return mime_type or "application/octet-stream"
+
+
 def file_append_firstline(line):
     with open('untitled.txt', "r+") as f:
         old = f.read()
@@ -37,7 +44,6 @@ def base64_to_bytes(base64_image_string):
     return base64.b64decode(base64_image_string.split(",", 1)[-1])
 
 
-@retrying()
 async def to_bytes(file: Union[UploadFile, str, bytes], headers: Optional[dict] = None):  # plus
     """
 
@@ -97,11 +103,10 @@ async def to_url_fal(
     """对象存储"""
     if not file: return
 
-    if file.startswith("http"):  # 转存： todo: base64
+    if isinstance(file, str) and file.startswith("http"):  # 转存： todo: base64
         content_type = mimetypes.guess_type(file)[0] or content_type
 
-        file = await to_bytes(file, headers=headers)
-
+    file = await to_bytes(file, headers=headers)
     content_type = (
             mimetypes.guess_type(filename or '')[0]
             or mimetypes.guess_type(f"x.{content_type}")[0]  # format: image/png
@@ -218,4 +223,5 @@ if __name__ == '__main__':
     #     "https://cdn.hailuoai.video/moss/prod/2024-11-11-09/video/1731287464150180347-video_raw_8ba15c5c206f8d393a9248f4f9215ed8_312186282087260162.mp4",
     #     content_type=None))
 
-    arun(to_url_fal(url))
+    # arun(to_url_fal(url))
+    print(guess_mime_type("base64xxxxxxxxxxxxxxxxxx.png"))

meutils/io/image.py

@@ -13,7 +13,31 @@ import mimetypes
 from PIL import Image, ImageDraw
 
 from meutils.pipe import *
-from meutils.io.files_utils import to_url
+from meutils.io.files_utils import to_url, to_bytes
+
+
+async def describe_image(image: Union[str, bytes]):
+    """
+    图片转base64
+    :param image: 图片路径或图片对象
+    :return: base64字符串
+    """
+    _ = await to_bytes(image)
+    img = Image.open(io.BytesIO(_))
+
+    info = {
+        'format': img.format,  # 图片格式
+        'mode': img.mode,  # 颜色模式
+
+        'width': img.width,  # 宽度
+        'height': img.height,  # 高度
+        'size': img.size,  # (宽度, 高度)
+
+        'is_animated': getattr(img, 'is_animated', False),  # 是否是动图
+        'n_frames': getattr(img, 'n_frames', 1),  # 帧数
+        'info': img.info,  # 图片附加信息
+    }
+    return info
 
 
 def crop_polygon(image: Union[str, bytes], outline_points, inline_points):
@@ -199,4 +223,6 @@ if __name__ == '__main__':
 
     url = "https://s22-def.ap4r.com/bs2/upload-ylab-stunt-sgp/se/ai_portal_sgp_queue_mmu_img2img_aiweb/7de17faa-cc11-48a6-b94a-e80fe7a34841/1.png"
 
-    arun(image2nowatermark_image(url, picinfo=PICINFO2_RIGHT_BOTTOM))
+    # arun(image2nowatermark_image(url, picinfo=PICINFO2_RIGHT_BOTTOM))
+    with timer():
+        arun(describe_image("https://oss.ffire.cc/files/kling_watermark.png"))

meutils/llm/clients.py

@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : chat
+# @Time         : 2024/8/19 14:23
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+from openai import Client, AsyncClient, AsyncStream, APIStatusError
+
+from meutils.pipe import *
+
+OpenAI = lru_cache(Client)
+AsyncOpenAI = lru_cache(AsyncClient)
+
+moonshot_client = AsyncOpenAI(
+    api_key=os.getenv("MOONSHOT_API_KEY"),
+    base_url=os.getenv("MOONSHOT_BASE_URL")
+)
+zhipuai_client = AsyncOpenAI(
+    api_key=os.getenv("ZHIPUAI_API_KEY"),
+    base_url=os.getenv("ZHIPUAI_BASE_URL")
+)
+
+if __name__ == '__main__':
+    from meutils.pipe import *
+
+    # OpenAI().chat.completions.create(messages=[{"role": "user", "content": "hi"}], model='glm-4-flash')
+
+    # arun(zhipuai_client.chat.completions.create(messages=[{"role": "user", "content": "hi"}], model='glm-4-flash'))
+
+    # web-search-pro
+
+    arun(zhipuai_client.chat.completions.create(
+        messages=[{"role": "user", "content": "中国队奥运会拿了多少奖牌"}],
+        model='web-search-pro')
+    )

meutils/llm/completions/agents/file.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : files
+# @Time         : 2025/1/3 15:38
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 支持文档、图片、音频、视频问答
+"""单一智能体
+任意模型支持文档、图片、音频、视频问答
+api形式
+- /agents/v1
+- /v1 前缀区分 agents-{model}【底层调用 /agents/v1】
+
+"""
+
+from meutils.pipe import *
+from meutils.parsers.file_parsers import file_extract
+
+from meutils.llm.clients import AsyncOpenAI
+from meutils.llm.openai_utils import to_openai_params
+
+from meutils.str_utils.regular_expression import parse_url
+
+from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, ChatCompletionRequest, CompletionUsage
+
+
+class Completions(object):
+
+    def __init__(self, api_key: Optional[str] = None):
+        self.api_key = api_key
+
+    async def create(self, request: ChatCompletionRequest):
+        """[{'role': 'user', 'content': 'hi'}]
+        {"type": "file_url", "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}}"""
+
+        if urls := parse_url(str(request.messages)):
+            logger.debug(urls)
+
+            file_reponse = await file_extract(urls[-1])
+            if file_reponse:  # 仅关注最后一个
+                request.system_messages.append({
+                    "role": "system",
+                    "content": json.dumps(file_reponse, ensure_ascii=False),
+                })
+
+            request.messages = request.system_messages + request.messages
+
+        logger.debug(request)
+
+        data = to_openai_params(request)
+        return await AsyncOpenAI(api_key=self.api_key).chat.completions.create(**data)
+
+
+# data: {"event": "message", "task_id": "900bbd43-dc0b-4383-a372-aa6e6c414227", "id": "663c5084-a254-4040-8ad3-51f2a3c1a77c", "answer": "Hi", "created_at": 1705398420}\n\n
+if __name__ == '__main__':
+    c = Completions()
+
+    request = ChatCompletionRequest(
+        # model="qwen-turbo-2024-11-01",
+        # model="claude-3-5-sonnet-20241022",
+        model="gpt-4o-mini",
+
+        messages=[
+            {
+                'role': 'system',
+                'content': '你是一个文件问答助手'
+            },
+            # {
+            #     'role': 'user',
+            #     # 'content': {
+            #     #     "type": "file_url",
+            #     #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            #     # },
+            #     'content': [
+            #         {
+            #             "type": "text",
+            #             "text": "这个文件讲了什么？"
+            #         },
+            #         # 多轮的时候要剔除
+            #         {
+            #             "type": "file_url",
+            #             "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            #         }
+            #     ]
+            # },
+
+            {
+                'role': 'user',
+                # 'content': {
+                #     "type": "file_url",
+                #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+                # },
+                # 'content': "https://oss.ffire.cc/files/%E6%8B%9B%E6%A0%87%E6%96%87%E4%BB%B6%E5%A4%87%E6%A1%88%E8%A1%A8%EF%BC%88%E7%AC%AC%E4%BA%8C%E6%AC%A1%EF%BC%89.pdf 这个文件讲了什么？",
+                # 'content': "https://translate.google.com/?sl=zh-CN&tl=en&text=%E6%8F%90%E4%BE%9B%E6%96%B9&op=tr1anslate 这个文件讲了什么？",
+
+                "content": "总结下 https://oss.ffire.cc/files/百炼系列手机产品介绍.docx"
+
+            },
+
+            # {'role': 'assistant', 'content': "好的"},
+            # {
+            #     'role': 'user',
+            #     # 'content': {
+            #     #     "type": "file_url",
+            #     #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            #     # },
+            #     'content': [
+            #         {
+            #             "type": "text",
+            #             "text": "错了 继续回答"
+            #         },
+            #         # {
+            #         #     "type": "file_url",
+            #         #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            #         # }
+            #     ]
+            # }
+        ]
+
+    )
+
+    arun(c.create(request))

meutils/llm/openai_utils/common.py

@@ -7,11 +7,11 @@
 # @WeChat       : meutils
 # @Software     : PyCharm
 # @Description  :
-import time
 
 import tiktoken
 from contextlib import asynccontextmanager
 from openai import AsyncOpenAI, OpenAI, AsyncStream
+from meutils.llm.clients import AsyncOpenAI, OpenAI, AsyncStream
 
 from meutils.pipe import *
 from meutils.async_utils import achain, async_to_sync
@@ -266,7 +266,7 @@ if __name__ == '__main__':
         with timer():
             try:
                 async with ppu_flow(api_key="sk-OYK4YxtTlWauT2TdGR5FTAJpkRmSnDwPly4cve0cAvMcrBkZ", post="api-oss",
-                                    n=100):
+                                    n=1):
                     logger.debug("消费了哦")
 
             except Exception as e:

meutils/llm/utils.py

@@ -8,7 +8,66 @@
 # @Software     : PyCharm
 # @Description  :
 
+from contextlib import asynccontextmanager
+
 from meutils.pipe import *
+from meutils.llm.clients import AsyncOpenAI, OpenAI, AsyncStream
+from meutils.schemas.oneapi import MODEL_PRICE
+from meutils.notice.feishu import send_message
+from meutils.apis.oneapi.utils import get_user_quota
+
+
+async def ppu(
+        model: str = 'ppu',
+        api_key: Optional[str] = None,
+        base_url: Optional[str] = None,
+):
+    if model not in MODEL_PRICE:
+        send_message(f"模型未找到{model}，ppu-1默认", title=__name__)
+        model = "ppu-1"
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+    r = await client.chat.completions.create(messages=[{'role': 'user', 'content': 'hi'}], model=model)
+
+
+@asynccontextmanager
+async def ppu_flow(
+        api_key: str,
+        base_url: Optional[str] = None,
+
+        model: str = "ppu-1",  # 后计费
+
+        n: float = 1,  # 计费次数
+
+        **kwargs
+):
+    """
+    查余额
+    失败，先扣费
+    成功，充足，后扣费
+    成功，不足，报错
+    """
+    n = int(np.ceil(n))  # 0 不计费
+
+    if n:  # 计费
+        try:
+            money = await get_user_quota(api_key)
+            logger.debug(f"PREPAY: USER 余额 {money}")
+        except Exception as e:
+            logger.error(e)
+            money = None
+
+        if money and money > MODEL_PRICE.get(model, 0.1):
+            yield  # 先执行
+
+        # 执行计费逻辑
+        await asyncio.gather(*[ppu(model, api_key=api_key, base_url=base_url) for _ in range(n)])
+
+        if money is None:
+            yield  # 后执行
+
+    else:  # 不计费
+        yield
 
 
 def oneturn2multiturn(messages, template: Optional[str] = None):
@@ -52,3 +111,23 @@ def oneturn2multiturn(messages, template: Optional[str] = None):
         context += f"{role}:\n{content}\n\n"
     context += "assistant:\n"
     return context
+
+
+if __name__ == '__main__':
+    async def main():
+        with timer():
+            try:
+                async with ppu_flow(
+                        api_key="sk-OYK4YxtTlWauT2TdGR5FTAJpkRmSnDwPly4cve0cAvMcrBkZ",
+                        model="api-oss",
+                        n=1):
+                    logger.debug("消费了哦")
+
+            except Exception as e:
+                pass
+                logger.error(e)
+                # logger.debug(e.response.status_code)
+                # logger.debug(e.response.text)
+
+
+    arun(main())

meutils/llm/x.py

@@ -0,0 +1,75 @@
+import os
+
+# !/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : x
+# @Time         : 2025/1/7 17:31
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from meutils.llm.clients import zhipuai_client
+from meutils.schemas.openai_types import _ChatCompletion
+
+import requests
+import uuid
+
+api_key = os.getenv("ZHIPUAI_API_KEY")
+
+msg = [
+    {
+        "role": "user",
+        "content": "中国队奥运会拿了多少奖牌"
+    }
+]
+
+tool = "web-search-pro"
+
+
+async def run_v4_sync():
+    url = "https://open.bigmodel.cn/api/paas/v4/tools"
+    request_id = str(uuid.uuid4())
+    data = {
+        "request_id": request_id,
+        "tool": tool,
+        "stream": False,
+        "messages": msg
+    }
+
+    # resp = requests.post(
+    #     url,
+    #     json=data,
+    #     headers={'Authorization': api_key},
+    #     timeout=300
+    # )
+    # print(resp.content.decode())
+
+    resp = await zhipuai_client.post(
+        "/tools",
+        body={
+            "request_id": str(uuid.uuid4()),
+            "tool": tool,
+            "stream": False,
+            "messages": msg
+        },
+        cast_to=object
+    )
+    return resp
+
+
+file_object = zhipuai_client.files.create(file=Path("/Users/betterme/PycharmProjects/AI/MeUtils/meutils/llm/completions/rag/百炼系列手机产品介绍.docx"), purpose="file-extract")
+
+
+
+if __name__ == '__main__':
+    # r = arun(run_v4_sync())
+    # arun(file_object)
+
+    file_id = "1736243045_3771f3dfb394424885f24c3dc0583741"
+
+    file_content = json.loads(zhipuai_client.files.content(file_id=file_id).content)["content"]
+
+    file_content = json.loads(r.content)["content"]

meutils/notice/feishu.py

@@ -19,6 +19,7 @@ LLM_REVERSE = "https://open.feishu.cn/open-apis/bot/v2/hook/cd5c9126-a882-4a24-9
 Vison = ""
 # AUDIOS_TTS = "https://open.feishu.cn/open-apis/bot/v2/hook/ff7d4b86-d238-436c-9447-f88cf603454d"
 AUDIO = "https://open.feishu.cn/open-apis/bot/v2/hook/80c2a700-adfa-4b9b-8e3f-00b78f2f5c8b"
+FILES = "https://open.feishu.cn/open-apis/bot/v2/hook/075fb2fa-a559-4a7e-89ac-3ab9934ff15c"
 
 
 @background_task

meutils/parsers/__init__.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2025/1/10 15:45
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+

meutils/parsers/file_parsers.py

@@ -0,0 +1,107 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : fileparser
+# @Time         : 2025/1/7 17:48
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://bigmodel.cn/dev/activities/freebie/fileextracion
+import asyncio
+
+from meutils.pipe import *
+from meutils.io.files_utils import to_bytes, guess_mime_type
+from meutils.llm.clients import moonshot_client, zhipuai_client, APIStatusError
+from meutils.notice.feishu import send_message as _send_message, FILES
+from meutils.caches.redis_cache import cache
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url=FILES
+)
+"""
+
+# 智谱
+# 格式限制：.PDF .DOCX .DOC .XLS .XLSX .PPT .PPTX .PNG .JPG .JPEG .CSV .PY .TXT .MD .BMP .GIF
+
+# kimi todo: 定期删除文件
+文件接口与 Kimi 智能助手中上传文件功能所使用的相同，支持相同的文件格式，它们包括 
+.pdf .txt .csv .doc .docx .xls .xlsx .ppt .pptx .md .jpeg .png .bmp .gif .svg .svgz .webp .ico .xbm .dib .pjp .tif 
+.pjpeg .avif .dot .apng .epub .tiff .jfif .html .json .mobi .log .go .h .c .cpp .cxx .cc .cs .java .js .css .jsp .php 
+.py .py3 .asp .yaml .yml .ini .conf .ts .tsx 等格式。
+
+"""
+
+
+@cache(ttl=24 * 3600)
+async def file_extract(
+        file,
+        provider: Union[str, Literal['kimi', 'moonshot', 'zhipu']] = 'moonshot'
+):
+    """todo 定时删除文件
+    todo: 兼容下 url bytes path
+
+    # moonshot_client.files.
+
+# len(moonshot_client.files.list().data)
+
+    """
+    mime_type = guess_mime_type(file)
+    if mime_type == "application/octet-stream": return  # 不解析
+
+    logger.debug(f"file_extract: {mime_type}")
+
+    if provider == "zhipu":
+        client = zhipuai_client
+    else:
+        client = moonshot_client  # 默认
+
+    filename = Path(file).name
+    file_bytes: bytes = await to_bytes(file)
+
+    # todo: zhipu兜底
+    try:
+        file_object = await client.files.create(
+            # file=file,
+            # file=("filename.pdf", file),
+            file=(filename, file_bytes, mime_type),
+            purpose="file-extract"
+        )
+
+        if file_object.status and file_object.status != "ok":
+            if isinstance(file, str) and file.startswith('http'):
+                file_object.url = file
+            send_message(file_object)
+
+        response = await client.files.content(file_id=file_object.id)  # 抛错处理
+        return response.json()
+    except APIStatusError as e:
+        logger.debug(e)
+        _ = e.response.json()
+        if isinstance(file, str) and file.startswith('http'):
+            _['url'] = file
+        send_message(_)
+        return _
+
+
+if __name__ == '__main__':
+    # file = "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf"
+    file = "https://oss.ffire.cc/files/%E6%8B%9B%E6%A0%87%E6%96%87%E4%BB%B6%E5%A4%87%E6%A1%88%E8%A1%A8%EF%BC%88%E7%AC%AC%E4%BA%8C%E6%AC%A1%EF%BC%89.pdf"
+    "https://oss.ffire.cc/files/%E6%8B%9B%E6%A0%87%E6%96%87%E4%BB%B6%E5%A4%87%E6%A1%88%E8%A1%A8%EF%BC%88%E7%AC%AC%E4%BA%8C%E6%AC%A1%EF%BC%89.pdf 这个文件讲了什么？"
+    # file = "https://oss.ffire.cc/files/百炼系列手机产品介绍.docx"
+    # file = Path("/Users/betterme/PycharmProjects/AI/MeUtils/meutils/llm/completions/rag/百炼系列手机产品介绍.docx")
+
+    # file = "/Users/betterme/PycharmProjects/AI/MeUtils/meutils/io/img_1.png"
+
+    # openai.BadRequestError: Error code: 400 - {'error': {'message': 'text extract error: 没有解析出内容', 'type': 'invalid_request_error'}}
+    # file = "https://oss.ffire.cc/files/kling_watermark.png"
+
+    # with timer():
+    #     r = arun(file_extract(file, moonshot_client))
+
+    # with timer():
+    #     r = arun(file_extract(file, provider='kimi'))
+
+    with timer():
+        arun(file_extract(file))