MeUtils 2024.12.13.15.17.40__py3-none-any.whl → 2024.12.19.9.30.53__py3-none-any.whl

meutils/data/oneapi/NOTICE.md

@@ -2,7 +2,7 @@
 
 ---
 <details markdown="1">
-  <summary><b>业务范围</b></summary>
+  <summary><b>🔥业务经营范围</b></summary>
 
 - api服务（没有的找企微客服增加）
     - 提供主流大模型服务，gpt/claude/gemini/llama/国产大模型等等
@@ -31,6 +31,10 @@
 
 </details>
 
+## 2024-12-13
+- 新增模型 混元视频（支持高并发，非逆向可商用，限时特价1毛）[接口文档](https://api.chatfire.cn/docs/api-244309840)
+  HunyuanVideo 是腾讯推出的开源视频生成基础模型，拥有超过 130 亿参数，是目前最大的开源视频生成模型。该模型采用统一的图像和视频生成架构，集成了数据整理、图像-视频联合模型训练和高效基础设施等关键技术。模型使用多模态大语言模型作为文本编码器，通过 3D VAE 进行空间-时间压缩，并提供提示词重写功能。根据专业人工评估结果，HunyuanVideo 在文本对齐、运动质量和视觉质量等方面的表现优于现有最先进的模型
+
 ## 2024-12-09
 - 新增模型
   - meta-llama/Llama-3.3-70B-Instruct: Llama 3.3 是 Llama 系列最先进的多语言开源大型语言模型，以极低成本体验媲美 405B 模型的性能。基于 Transformer 结构，并通过监督微调（SFT）和人类反馈强化学习（RLHF）提升有用性和安全性。其指令调优版本专为多语言对话优化，在多项行业基准上表现优于众多开源和封闭聊天模型。知识截止日期为 2023 年 12 月。
@@ -43,6 +47,13 @@
   - o1-pro: （官网 200刀 plus 版本 `逆向工程`，有思考过程显示）o1-pro 是OpenAI针对复杂任务的新推理模型，该任务需要广泛的常识。该模型具有 200k 上下文，目前全球最强模型，支持图片识别
 
 
+
+
+---
+
+<details markdown="1">
+  <summary><b>历史更新</b></summary>
+
 ## 2024-12-05
 - 新增模型gpt-4-plus/gpt-4o-plus按倍率计算
   > OpenAI-plus会员 逆向工程
@@ -59,32 +70,4 @@
 
 
 
----
-
-<details markdown="1">
-  <summary><b>历史更新</b></summary>
-## 2024-11-20 
-
-### 支持ReplicateAPI，兼容goamz系统
-
-- [支持的模型列表](https://api.chatfire.cn/docs/doc-5518412)
-
-    | 模型                               | 每张图片单价 |
-    |------------------------------------------|----------------|
-    | black-forest-labs/flux-1.1-pro            | $0.040         |
-    | black-forest-labs/flux-1.1-pro-ultra      | $0.060         |
-    | black-forest-labs/flux-dev                | $0.025         |
-    | black-forest-labs/flux-pro                | $0.055         |
-    | black-forest-labs/flux-schnell            | $0.003         |
-    | ideogram-ai/ideogram-v2                   | $0.080         |
-    | ideogram-ai/ideogram-v2-turbo             | $0.050         |
-    | recraft-ai/recraft-v3                     | $0.040         |
-    | recraft-ai/recraft-v3-svg                 | $0.080         |
-    | stability-ai/stable-diffusion-3           | $0.035         |
-    | stability-ai/stable-diffusion-3.5-large   | $0.065         |
-    | stability-ai/stable-diffusion-3.5-large-turbo | $0.040         |
-    | stability-ai/stable-diffusion-3.5-medium  | $0.035         |
-
-- [接口文档](https://api.chatfire.cn/docs/api-235361039)
-
 </details>

meutils/io/files_utils.py

@@ -11,6 +11,8 @@
 import mimetypes
 from meutils.pipe import *
 from meutils.decorators.retry import retrying
+from meutils.caches.redis_cache import cache
+
 # from fastapi import UploadFile 有点区别
 from starlette.datastructures import UploadFile
 from contextlib import asynccontextmanager
@@ -85,6 +87,33 @@ async def to_tempfile(file: Union[UploadFile, str]):
         yield temp.name
 
 
+@cache(ttl=7 * 24 * 3600)
+async def to_url_fal(
+        file: Union[str, bytes],
+        filename: Optional[str] = None,
+        headers: Optional[dict] = None,
+        content_type: str = "application/octet-stream",
+):
+    """对象存储"""
+    if not file: return
+
+    if file.startswith("http"):  # 转存： todo: base64
+        content_type = mimetypes.guess_type(file)[0] or content_type
+
+        file = await to_bytes(file, headers=headers)
+
+    content_type = (
+            mimetypes.guess_type(filename or '')[0]
+            or mimetypes.guess_type(f"x.{content_type}")[0]  # format: image/png
+            or content_type
+    )
+
+    import fal_client
+
+    url = await fal_client.upload_async(data=file, content_type=content_type, file_name=filename)
+    return url
+
+
 async def to_url(
         file: Union[UploadFile, str, bytes],
         filename: Optional[str] = None,
@@ -179,12 +208,14 @@ if __name__ == '__main__':
 
     # arun(to_url(file, content_type=None))
 
-    print(mimetypes.guess_type("x.jpg"))
+    # print(mimetypes.guess_type("x.jpg"))
     # print(mimetypes.guess_type("x.png"))
-    print(mimetypes.guess_type("x"))
+    # print(mimetypes.guess_type("x.jpg"))
 
-    print(mimetypes.guess_extension("x.mp4", False))
+    # print(mimetypes.guess_extension("x.mp4", False))
 
     # arun(to_url(
     #     "https://cdn.hailuoai.video/moss/prod/2024-11-11-09/video/1731287464150180347-video_raw_8ba15c5c206f8d393a9248f4f9215ed8_312186282087260162.mp4",
     #     content_type=None))
+
+    arun(to_url_fal(url))

meutils/llm/completions/rag/fire.py

@@ -77,7 +77,8 @@ if __name__ == '__main__':
     c = Completions()
 
     request = ChatCompletionRequest(
-        model="qwen-turbo-2024-11-01",
+        # model="qwen-turbo-2024-11-01",
+        model="claude-3-5-sonnet-20241022",
         messages=[
             {
                 'role': 'system',

meutils/llm/mappers.py

@@ -0,0 +1,15 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : mappers
+# @Time         : 2024/12/16 14:49
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+
+def llm_mapper(model):
+    return

meutils/office_automation/pdf.py

@@ -58,4 +58,8 @@ def doc2text(filename):
 
 if __name__ == '__main__':
     with timer():
-        extract_text('5.1-SNZ413量锐指数增强9号私募证券投资基金私募基金合同--套印版.pdf')
+       r = extract_text('x.pdf')
+
+
+    # import tiktoken
+    # print(tiktoken.encoding_for_model('gpt-3.5-turbo'))

meutils/schemas/jimeng_types.py

@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : jimeng_types
+# @Time         : 2024/12/16 18:20
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import uuid
+
+from meutils.pipe import *
+
+BASE_URL = "https://jimeng.jianying.com"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=zkPAHw"
+
+MODELS_MAP = {
+    "jimeng-2.1": "high_aes_general_v21_L:general_v2.1_L",
+
+    "jimeng-2.0-pro": "high_aes_general_v20_L:general_v2.0_L",
+    "high_aes_general_v20_L:general_v2.0_L": "high_aes_general_v20_L:general_v2.0_L",
+
+    "jimeng-2.0": "high_aes_general_v20:general_v2.0",
+    "jimeng-1.4": "high_aes_general_v14:general_v1.4",
+    "jimeng-xl-pro": "text2img_xl_sft",
+
+    "default": "high_aes_general_v21_L:general_v2.1_L",
+}

meutils/schemas/oneapi/common.py

@@ -83,6 +83,8 @@ MODEL_PRICE = {
 
     "ideogram": 0.3,
 
+    "api-hunyuan-video": 0.1,
+
     # replicate
     "api-replicate-flux-1.1-pro": 0.040,
     "api-replicate-flux-1.1-pro-ultra": 0.060,
@@ -197,7 +199,12 @@ MODEL_PRICE = {
     "cogview-3-plus": 0.02,
 
     "glm-4-all": 0.01,
+
     "kimi-all": 0.01,
+    "kimi-math": 0.01,
+    "kimi-k1": 0.05,
+    "kimi-search": 0.01,
+    "kimi-research": 0.05,
 
     "spark-all": 0.01,
     "step-1-all": 0.01,
@@ -293,6 +300,7 @@ MODEL_RATIO = {
     "glm-4v": 2.5,
     "glm-4v-plus": 1,  # 2.5
     "glm-4v-flash": 0.1,
+    "glm-4-plus": 25,
 
     # 月之暗面 https://platform.moonshot.cn/docs/price/chat#%E4%BA%A7%E5%93%81%E5%AE%9A%E4%BB%B7
     "moonshot-v1-8k": 6 / 2,  # 特价
@@ -500,6 +508,7 @@ MODEL_RATIO = {
     "gpt-4o-2024-08-06": 1.25,
     "gpt-4o-2024-11-20": 1.25,
 
+    "o1": 7.5,
     "o1-mini": 1.5,
     "o1-preview": 7.5,
     "o1-mini-2024-09-12": 1.5,