MeUtils 2025.5.27.14.55.19__py3-none-any.whl → 2025.5.29.18.35.35__py3-none-any.whl

meutils/apis/volcengine_apis/tasks.py

@@ -15,13 +15,28 @@ https://www.volcengine.com/docs/6791/1384311
 import os
 
 from meutils.pipe import *
-from meutils.io.files_utils import to_url
+from meutils.caches import rcache
+
+from meutils.decorators.retry import retrying
+from meutils.db.redis_db import redis_aclient
+from meutils.config_utils.lark_utils import get_next_token_for_polling
 from meutils.schemas.jimeng_types import VideoRequest, ImageRequest
 
 from volcengine.visual.VisualService import VisualService
+from fastapi import APIRouter, File, UploadFile, Query, Form, Depends, Request, HTTPException, status, BackgroundTasks
+
+FEISHU = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=OiHxsE"
+
 
+#  and "Access Denied" not in str(r)
+
+@retrying(max_retries=5, predicate=lambda r: "Concurrent Limit" in str(r))  # 限流
+async def create_task(request: Union[ImageRequest, VideoRequest, dict], token: Optional[str] = None):
+    """https://www.volcengine.com/docs/6791/1399614"""
+    token = token or await get_next_token_for_polling(FEISHU)
+
+    logger.debug(token)
 
-def create_task(request: Union[ImageRequest, VideoRequest], token: Optional[str] = None):
     visual_service = VisualService()
 
     if token:
@@ -30,26 +45,77 @@ def create_task(request: Union[ImageRequest, VideoRequest], token: Optional[str]
         visual_service.set_sk(sk)
 
     # request
-    payload = request.model_dump(exclude_none=True)
+    if not isinstance(request, dict):
+        request = request.model_dump(exclude_none=True)
+
+    response = visual_service.cv_sync2async_submit_task(request)  # 同步转异步
+
+    """
+    {'code': 10000,
+ 'data': {'task_id': '15106285208671192523'},
+ 'message': 'Success',
+ 'request_id': '202505291707517FC0D2B135CEE77BC4A5',
+ 'status': 10000,
+ 'time_elapsed': '150.967328ms'}
+    """
+
+    logger.debug(response)
+    if response.get('code') == 10000:
+        await redis_aclient.set(response['data']['task_id'], token, ex=7 * 24 * 3600)
+    else:
+        raise Exception(response)
+
+    return response
+
+
+#
+# @retrying(max_retries=5, predicate=lambda r: "Concurrent Limit" in str(r))  # 限流
+# @rcache(ttl=5)
+async def get_task(request: dict):
+    task_id = request.get("task_id", "")
+    token = await redis_aclient.get(task_id)  # 绑定对应的 token
+    token = token and token.decode()
+    if not token:
+        raise HTTPException(status_code=404, detail="TaskID not found")
+
+    visual_service = VisualService()
+
+    if token:
+        ak, sk = token.split('|')
+        visual_service.set_ak(ak)
+        visual_service.set_sk(sk)
+
+    response = visual_service.cv_get_result(request)  # 同步转异步
+
+    logger.debug(response)
 
-    response = visual_service.cv_submit_task(payload)
     return response
 
 
 if __name__ == '__main__':
     token = f"""{os.getenv("VOLC_ACCESSKEY")}|{os.getenv("VOLC_SECRETKEY")}"""
+    token = "AKLTOWM5ZTc5ZDFhZWNlNDIzODkwYmZiNjEyNzYwNzE0MTI|T0RCbFpHRTJaRFEyWmpjeE5ERXpNR0ptWlRCaU16WmhPRE0wWVdKa01tTQ=="
     prompt = """
     3D魔童哪吒 c4d 搬砖 很开心， 很快乐， 精神抖擞， 背景是数不清的敖丙虚化 视觉冲击力强 大师构图 色彩鲜艳丰富 吸引人 背景用黄金色艺术字写着“搬砖挣钱” 冷暖色对比
     """
 
     request = ImageRequest(
+        req_key="high_aes_general_v30l_zt2i",
         prompt=prompt,
     )
 
-    request = VideoRequest(
-        prompt=prompt
-    )
+    # request = VideoRequest(
+    #     prompt=prompt
+    # )
 
+    # arun(create_task(request, token))
+    # arun(create_task(request))
 
+    # request = {
+    #     "task_id": "141543714223689974",
+    #     "req_key": "high_aes_general_v30l_zt2i"
+    # }
+    # #
+    # arun(get_task(request))
 
-    print(create_task(request, token))
+    print(bjson(request))

meutils/config_utils/lark_utils/common.py

@@ -307,7 +307,7 @@ async def get_dataframe(iloc_tuple: Optional[tuple] = None, feishu_url: Optional
 async def get_series(feishu_url: str, index: int = 0, duplicated: bool = False):  # 系统配置
     df = await aget_spreadsheet_values(feishu_url=feishu_url, to_dataframe=True)
     series = df[index]
-    values = [i for i in series if i]  # todo: 非标准字符串处理
+    values = [i for i in series if i and isinstance(i, str)]  # todo: 非标准字符串处理
     if duplicated:  # 有序去重
         values = values | xUnique
 

meutils/data/VERSION

@@ -1 +1 @@
-2025.05.27.14.55.19
+2025.05.29.18.35.35

meutils/llm/check_utils.py

@@ -7,6 +7,7 @@
 # @WeChat       : meutils
 # @Software     : PyCharm
 # @Description  :
+import os
 
 from meutils.pipe import *
 from meutils.decorators.retry import retrying
@@ -156,7 +157,7 @@ async def check_token_for_ppinfra(api_key, threshold: float = 1):
     try:
         client = AsyncOpenAI(base_url="https://api.ppinfra.com/v3/user", api_key=api_key)
         data = await client.get("", cast_to=object)
-        # logger.debug(data)  # credit_balance
+        logger.debug(data)  # credit_balance
         return data["credit_balance"] > threshold
     except TimeoutException as e:
         raise
@@ -166,8 +167,30 @@ async def check_token_for_ppinfra(api_key, threshold: float = 1):
         return False
 
 
+@retrying()
+async def check_token_for_sophnet(api_key, threshold: float = 1):
+    if not isinstance(api_key, str):
+        return await check_tokens(api_key, check_token_for_sophnet)
+
+    try:
+        client = AsyncOpenAI(base_url=os.getenv("SOPHNET_BASE_URL"), api_key=api_key)
+        data = await client.chat.completions.create(
+            model="DeepSeek-v3",
+            messages=[{"role": "user", "content": "hi"}],
+            stream=True,
+            max_tokens=1
+        )
+        return True
+    except TimeoutException as e:
+        raise
+
+    except Exception as e:
+        logger.error(f"Error: {e}\n{api_key}")
+        return False
+
+
 if __name__ == '__main__':
-    from meutils.config_utils.lark_utils import get_next_token_for_polling
+    from meutils.config_utils.lark_utils import get_next_token_for_polling, get_series
 
     check_valid_token = partial(check_token_for_siliconflow, threshold=-1)
 
@@ -189,4 +212,13 @@ if __name__ == '__main__':
 
     # arun(check_token_for_moonshot("sk-Qnr87vtf2Q6MEfc2mVNkVZ4qaoZg3smH9527I25QgcFe7HrT"))
 
-    arun(check_token_for_ppinfra("sk_DkIaRrPq7sTiRPevhjV9WFZN3FvLk6WhCXOj1JAwu6c"))
+    # arun(check_token_for_ppinfra("sk_DkIaRrPq7sTiRPevhjV9WFZN3FvLk6WhCXOj1JAwu6c"))
+
+    # from meutils.config_utils.lark_utils import get_next_token_for_polling, get_series
+    #
+    # arun(get_series("https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=PP1PGr"))
+
+    # arun(check_token_for_sophnet(["gzHpp_zRtGaw1IjpepCiWu_ySyke3Hu5wR5VNNYMLyXwAESqZoZWUZ4T3tiWUxtac6n9Hk-kRRo4_jPQmndo-g"]))
+
+
+    arun(check_token_for_ppinfra("sk_F0kgPyCMTzmOH_-VCEJucOK8HIrbnLGYm_IWxBToHZQ"))

meutils/llm/completions/qwenllm.py

@@ -85,7 +85,17 @@ async def create(request: CompletionRequest, token: Optional[str] = None, cookie
     )
     # qwen结构
     model = request.model.lower()
-    if any(i in model for i in ("search",)):
+    if any(i in model for i in ("research",)):  # 遇到错误 任意切换
+        request.model = np.random.choice({""})
+        request.messages[-1]['chat_type'] = "deep_research"
+
+        # request.messages["extra"] = {
+        #     "meta": {
+        #         "subChatType": "deep_thinking"
+        #     }
+        # }
+
+    elif any(i in model for i in ("search",)):
         request.model = "qwen-max-latest"
         request.messages[-1]['chat_type'] = "search"
 
@@ -263,7 +273,7 @@ if __name__ == '__main__':
                 # 'content': "9.8 9.11哪个大",
                 'content': 'https://oss.ffire.cc/files/AIGC.pdf 总结下',
 
-                # "chat_type": "search",
+                # "chat_type": "search", deep_research
 
                 # 'content': user_content,
 

meutils/schemas/metaso_types.py

@@ -15,15 +15,20 @@ FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?shee
 
 
 class MetasoRequest(BaseModel):
-    model: Optional[Literal["ds-r1",]] = None
+    model: Optional[Literal["ds-r1", "fast_thinking"]] = None
 
-    """search-mini search search-pro"""
+    """search-mini search search-pro
+    
+    model-mode
+    
+    """
     mode: Union[str, Literal["concise", "detail", "research", "strong-research"]] = "detail"  # concise detail research
 
     question: str = "Chatfire"
 
-    """全网 文库 学术 图片 播客"""
+    """全网 文库 学术 图片 播客 视频"""
     scholarSearchDomain: str = "all"
+    engineType: Optional[Literal["pdf", "scholar", "image", "podcast", "video"]] = None
 
     url: str = "https://metaso.cn/"
     lang: str = "zh"
@@ -35,6 +40,7 @@ class MetasoRequest(BaseModel):
     newEngine: str = 'true'
     enableImage: str = 'true'
 
+#
 
 # question: hi
 # mode: detail

meutils/schemas/oneapi/common.py

@@ -49,8 +49,8 @@ MODEL_PRICE = {
     "kling_effects": 1,
 
     "kling_video": 1.2,
-    "kling_extend": 1.2,
-    "kling_lip_sync": 1.2,
+    "kling_extend": 1,
+    "kling_lip_sync": 1,
 
     "minimax_files_retrieve": 0.01,
 
@@ -66,6 +66,16 @@ MODEL_PRICE = {
     "minimax_video-01": MINIMAX_VIDEO,
     "minimax_video-01-live2d": MINIMAX_VIDEO,
 
+    # 火山
+    "api-volcengine-high_aes_general_v30l_zt2i": 0.05,
+    "api-volcengine-byteedit_v2.0": 0.05,
+
+    # videos
+    "api-videos-wan-ai/wan2.1-t2v-14b": 1.2,
+    "api-videos-wan-ai/wan2.1-t2v-14b-turbo": 1.2,
+    "api-videos-wan-ai/wan2.1-i2v-14b-720p": 1.2,
+    "api-videos-wan-ai/wan2.1-i2v-14b-720p-turbo": 1.2,
+
     # chatfire
     "ppu-0001": 0.0001,
     "ppu-001": 0.001,
@@ -297,7 +307,15 @@ MODEL_PRICE = {
     "net-gpt-4": 0.1,
     "perplexity": 0.01,
     "net-claude": 0.015,
+
+    # 秘塔
     "meta-search": 0.02,
+    "meta-deepsearch": 0.05,
+    "meta-deepresearch": 0.1,
+
+    "meta-search:scholar": 0.02,
+    "meta-deepsearch:scholar": 0.05,
+    "meta-deepresearch:scholar": 0.1,
 
     # 逆向
     "cogview-3": 0.01,
@@ -580,6 +598,7 @@ MODEL_RATIO = {
     "deepseek-v3": 1,
     "deepseek-v3-0324": 1,
     "deepseek-v3-250324": 1,
+    "deepseek-v3-fast": 1,
 
     "deepseek-v3-8k": 0.5,
     "deepseek-v3-128k": 5,
@@ -597,6 +616,7 @@ MODEL_RATIO = {
     'deepseek-reasoner': 2,
     'deepseek-reasoner-8k': 1,
     "deepseek-r1-250120": 2,
+    "deepseek-r1-0528": 2,
 
     "deepseek-search": 1,
     'deepseek-r1-search': 2,
@@ -1205,11 +1225,13 @@ COMPLETION_RATIO = {
     "deepseek-v3-0324": 4,
     "deepseek-v3-250324": 4,
     "deepseek-chat": 4,
+    "deepseek-v3-fast": 4,
 
     'deepseek-r1': 4,
     'deepseek-reasoner': 4,
     "deepseek-reasoner-164k": 8,
     "deepseek-r1-250120": 4,
+    "deepseek-r1-0528": 4,
 
     "deepseek-chat:function": 4,
 

meutils/schemas/openai_types.py

@@ -427,11 +427,14 @@ class ImagesResponse(_ImagesResponse):
 
 class TTSRequest(BaseModel):
     model: Optional[Union[str, Literal["tts-1", "tts-1-hd"]]] = 'tts'
-    voice: Optional[Union[str, Literal["alloy", "echo", "fable", "onyx", "nova", "shimmer"]]] = ""
+    voice: Optional[Union[str, Literal["alloy", "echo", "fable", "onyx", "nova", "shimmer",
+    "male", "femal",
+    ]]] = ""
 
     input: str
     instructions: Optional[str] = None
-    # emotion: Optional[Literal["happy", "angry", "surprise", "coldness", "disgust", "fear", "excited", "hate"]] = None
+    emotion: Optional[Literal[
+        "happy", "angry", "surprise", "coldness", "disgust", "fear", "excited", "hate", "sad", "fearful", "disgusted", "surprised", "neutral"]] = None
 
     speed: Optional[float] = None