MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/apis/siliconflow/utils.py

@@ -0,0 +1,66 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : utils
+# @Time         : 2024/9/26 15:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import os
+
+from meutils.pipe import *
+from meutils.decorators.retry import retrying
+
+url = "https://api.siliconflow.cn/v1/user/info"
+
+
+# todo: 付费不付费模型优化
+@retrying()
+async def check_token(api_key):
+    headers = {
+        "Authorization": f"Bearer {api_key}",
+        "Accept": "application/json"
+    }
+    try:
+        async with httpx.AsyncClient(headers=headers, timeout=60) as client:
+            response: httpx.Response = await client.get(url)
+            response.raise_for_status()
+
+            logger.debug(response.text)
+            logger.debug(response.status_code)
+
+            if response.is_success:
+                balance = response.json()['data']['balance']
+                return float(balance) > 0
+    except Exception as e:
+        logger.error(e)
+        return False
+
+
+if __name__ == '__main__':
+    from meutils.pipe import *
+    from openai import OpenAI
+
+    api_key = os.getenv("SILICONFLOW_API_KEY")  # sk-fbumsiflwnsgdvegjksroqsgejocgigbnvltqiwhrasixnra
+
+    feishu_url = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=InxiCF"
+    feishu_url = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=GSHr1U"
+    from meutils.config_utils.lark_utils import aget_spreadsheet_values
+
+    df = arun(aget_spreadsheet_values(feishu_url=feishu_url, to_dataframe=True))
+
+    for i in df[0]:
+        if i:
+            try:
+                r = OpenAI(api_key=i,
+                           # base_url=os.getenv("SILICONFLOW_BASE_URL"),
+                           base_url="http://siliconflow.ffire.cc/v1"
+                           ).chat.completions.create(
+                    messages=[{"role": "user", "content": "你是谁"}], model="Qwen/Qwen2.5-7B-Instruct")
+                print(r)
+            except Exception as e:
+                logger.error(e)
+                print(i)
+
+

meutils/apis/siliconflow/videos.py

@@ -0,0 +1,102 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : videos
+# @Time         : 2024/12/12 08:53
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import asyncio
+
+from meutils.pipe import *
+from meutils.caches.redis_cache import cache
+from meutils.io.files_utils import to_url, to_url_fal
+from meutils.llm.check_utils import check_token_for_siliconflow
+from meutils.schemas.task_types import TaskResponse
+from meutils.schemas.siliconflow_types import BASE_URL, VideoRequest
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+from meutils.apis.translator import deeplx
+
+from openai import OpenAI, AsyncOpenAI
+
+FEISHU_URL_FREE = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=ICzCsC"
+
+check_token = partial(check_token_for_siliconflow, threshold=0.01)
+
+MODELS_MAP = {
+    "hunyuan-video": "tencent/HunyuanVideo",
+    "hunyuanvideo": "tencent/HunyuanVideo",
+    "mochi-1-preview": "genmo/mochi-1-preview",
+    "ltx-video": "Lightricks/LTX-Video",
+}
+
+
+@cache(ttl=7 * 24 * 3600)
+async def create_task(request: VideoRequest, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(FEISHU_URL_FREE, check_token=check_token, from_redis=True)
+
+    payload = request.model_dump(exclude_none=True)
+    payload["model"] = MODELS_MAP.get(request.model, "Lightricks/LTX-Video")
+
+    if payload["model"] in {"genmo/mochi-1-preview", "Lightricks/LTX-Video"}:  # 中文不友好
+        payload['prompt'] = (
+            await deeplx.translate(deeplx.DeeplxRequest(text=request.prompt, target_lang="EN"))).get("data")
+
+    client = AsyncOpenAI(
+        base_url=BASE_URL,
+        api_key=token
+    )
+
+    response = await client.post("/video/submit", body=payload, cast_to=object)
+    logger.debug(response)
+
+    task_id = response.get('requestId')
+    return TaskResponse(task_id=task_id, system_fingerprint=token)
+
+
+async def get_task(task_id, token: str):
+    client = AsyncOpenAI(
+        base_url=BASE_URL,
+        api_key=token
+    )
+    payload = {"requestId": task_id}
+    response = await client.post(f"/video/status", cast_to=object, body=payload)
+    logger.debug(response)
+
+    data = response.get("results") or {}
+
+    for video in data.get("videos", []):
+        video["url"] = await to_url_fal(video.get("url"))  # 异步执行
+
+    return TaskResponse(
+        task_id=task_id,
+        data=data,
+        status=response.get("status"),
+        message=response.get("reason"),
+    )
+
+
+if __name__ == '__main__':
+    token = None
+    token = "sk-raapiguffsnsxgkfiwfusjmbpcyqoxhcohhxaybflrnvpqjw"
+
+    request = VideoRequest(
+        model="Lightricks/LTX-Video",
+        prompt="这个女人笑起来",
+        image='https://oss.ffire.cc/files/kling_watermark.png'  # 1148f2e4-0a62-4208-84de-0bf2c88f740d
+    )
+    # tokens = config_manager.text.split()
+
+    # tokens_ = arun(check_token_for_siliconflow(tokens, threshold=0.01))
+
+    # arun(create_task(request, token=token))
+
+    # arun(get_task("fa248aac-00ec-4b00-a2f8-3d6bf1cea6d3", token))
+    # arun(get_task("c716a328-438e-4612-aff2-a669034499cb", token))
+    arun(get_task("1148f2e4-0a62-4208-84de-0bf2c88f740d", token))
+
+    # token = "sk-oeptckzkhfzeidbtsqvbrvyrfdtyaaehubfwsxjytszbgohd"
+    # arun(get_task("5ea22f57-45f0-425c-9d1e-bf3dae7e1e81", token))
+
+    # arun(create_task(VideoRequest(model="tencent/HunyuanVideo", prompt="a dog in the forest."), token=token))

meutils/apis/sunoai/__init__.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/17 09:11
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+

meutils/apis/sunoai/haimian.py

@@ -0,0 +1,135 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : haimian
+# @Time         : 2024/8/2 15:14
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import json
+
+from meutils.pipe import *
+from meutils.schemas.haimian_types import HaimianRequest, HaimianCustomRequest
+from meutils.schemas.task_types import Task
+from meutils.apis.proxy.ips import get_one_proxy
+
+from meutils.decorators.retry import retrying
+from meutils.notice.feishu import send_message as _send_message
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=ax1BQH"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+# url = "https://www.haimian.com/jd/api/v1/generate/lyric2song?app_name=goat&aid=588628&app_id=588628&app_version=1.0.0.397&channel=online&region=CN&device_platform=web&msToken=hXy3dUqC1FoEKSDhn7h9el2p5Iegrf86G-71wZAL10-HEZxjZWHZdb2iZCsMomcIymhvKkFNFlj6SW0q6M6x-mw3P2UPKMHp73nUYMouCfpdo-_0paLZlgj9XCjCAA%3D%3D&a_bogus=QvW0BfwvDiVpDDmR5RoLfY3quOWwYdR50ajLMDgPEpBKOg39HMOl9exEoNs4RkbjN4%2FkIejjy4hbO3xprQQJ8Hwf7Wsx%2F2CZs640t-Pg-nSSs1feeLbQrsJx-kz5Feep5JV3EcvhqJKczbEk09Cn5iIlO6ZCcHgjxiSmtn3Fv-S%3D"
+
+url = "https://www.haimian.com/jd/api/v1/generate/lyric2song"
+BASE_URL = "https://www.haimian.com/jd/api/v1"
+
+
+# www.haimian.com => "all.ffire.cc/haimian"
+
+# {
+#     "status_code": 10000008,
+#     "status_info": {
+#         "status_msg": "已超过每天音乐生成上限，请明天再试",
+#         "ts": 0,
+#         "log_id": ""
+#     },
+#     "data": null
+# }
+
+@retrying()
+async def create_task(request: HaimianRequest, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(FEISHU_URL)
+
+    headers = {
+        'Cookie': token,
+        # 'msToken': '7i-GsUjnIpzgFr47RfcSu-SHno90VQJNNq-G7UZuTGZkh6kG8WKiIPKRN6n3pp8YCVQhYQNbWq3mDk_FqEd8oCtiypv8tTQo6QBinmFRbRp3IcHPvX4mybl6zXK0QQ==',
+        # 'fg_uid': 'RID20241125145034C2DBB2C389869EC7EFBD',
+
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36"
+    }
+    params = {
+        # 'app_name': 'goat',
+        # 'aid': '588628',
+        # 'app_id': '588628',
+        # 'app_version': '1.0.0.731',
+        # 'channel': 'online',
+        # 'region': 'CN',
+        # 'device_platform': 'web',
+        # 'msToken': '7i-GsUjnIpzgFr47RfcSu-SHno90VQJNNq-G7UZuTGZkh6kG8WKiIPKRN6n3pp8YCVQhYQNbWq3mDk_FqEd8oCtiypv8tTQo6QBinmFRbRp3IcHPvX4mybl6zXK0QQ==',
+        # 'a_bogus': 'mXWZQ5gvDiVkhDEm5A5LfY3quu1gY0tr0ajLMDgPB%2FxY-y39HMP09exYtXz4TyEjNG%2FpIejjy4hbT3KkrQQrMZwf9WhE%2F2ApsDSDeM32soDys1feejusnUhimkU-taBB-k1UrO7hqvKcKbup09Cj4vIAP6ZeaHgjxiSmtn3FvlL%3D'
+    }
+    payload = request.model_dump()
+    # proxies = await get_one_proxy()
+    proxies = {
+        # 'http://': 'http://154.12.35.201:38443', 'https://': 'http://154.12.35.201:38443'
+    }
+    logger.debug(proxies)
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30,
+                                 proxies=proxies) as client:
+        response = await client.post(f"/generate/lyric2song/", params=params, json=payload)
+
+        response.raise_for_status()
+        logger.info(response.text)
+        logger.info(response.status_code)
+
+        data = response.json()['data']
+        task_ids = jsonpath.jsonpath(data, "$..tasks..task_id")
+        return Task(id=f"haimian-{task_ids | xjoin(',')}", data=data, system_fingerprint=token)
+
+
+async def get_task(task_id, token):
+    task_id = task_id.split("-")[-1]
+    params = [('task_ids', task_id) for task_id in task_id.split(',')]
+
+    headers = {
+        'Cookie': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.get("/generate/tasks/info", params=params)
+        if response.is_success:
+            return response.json()
+
+
+@alru_cache(ttl=30)
+@retrying()
+async def generate_lyrics(prompt: str = "写一首夏日晚风的思念的歌", token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(FEISHU_URL)
+
+    payload = {
+        "input": prompt,
+        "type": 0
+    }
+    headers = {
+        'Cookie': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.post("/generate/lyric_tool_stream", json=payload)
+        if response.is_success:
+            return json_repair.repair_json(response.text, return_objects=True)
+        # response: httpx.Response
+        # async with client.stream("POST", "/generate/lyric_tool_stream", json=payload) as response:
+        #     async for i in response.aiter_lines():
+        #         print(i)
+
+
+if __name__ == '__main__':
+    token = None
+    request = HaimianRequest(
+        prompt="古风歌曲，男生唱的，乐器：古筝、箫、二胡、木鱼、鼓。\n演唱风格：空灵婉转、情感投入。\n歌词高级的古风感，整体构造成仙气飘飘的感觉乐器：琵琶、笛、扬琴、编钟。\n演唱风格：柔情细腻、悠远绵长。",
+        batch_size=3
+    )
+    arun(create_task(request, token))
+
+    # task_id = "haimian-WlAPDQggva"
+    # token = arun(get_next_token_for_polling(FEISHU_URL))
+    # arun(get_task(task_id, token))
+
+    # arun(generate_lyrics())