MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/apis/vidu/vidu_video.py

@@ -0,0 +1,254 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : vidu_video
+# @Time         : 2024/7/31 08:59
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : todo 测试 https://oss-shanghai.sanwubeixin.cn/ios/110580373/20241126133701.png
+import asyncio
+
+from meutils.pipe import *
+from meutils.decorators.retry import retrying
+
+from meutils.schemas.vidu_types import BASE_URL, UPLOAD_BASE_URL, ViduRequest, ViduUpscaleRequest
+from meutils.schemas.task_types import TaskType, Task, FileTask
+
+from meutils.notice.feishu import send_message as _send_message
+from meutils.config_utils.lark_utils import get_next_token_for_polling, get_spreadsheet_values
+
+# FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=l3VpZf"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=V84y6z"
+FEISHU_URL_VIP = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=EYgZ8c"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+async def upload(file, token: Optional[str] = None, vip: bool = False):  # todo: 统一到 file object
+    token = token or await get_next_token_for_polling(
+        FEISHU_URL_VIP if vip else FEISHU_URL,
+        check_token=check_token,
+        from_redis=True,
+        min_points=4  # 最小消耗
+    )
+
+    token = token.strip(";Shunt=").strip("; Shunt=")
+    logger.debug(token)
+
+    payload = {"scene": "vidu"}
+    headers = {
+        "Cookie": token  # ;Shunt= 居然失效
+    }
+    async with httpx.AsyncClient(base_url=UPLOAD_BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post("/files/uploads", json=payload)
+        if response.is_success:
+            logger.debug(response.json())
+            file_id = response.json()['id']
+            put_url = response.json()['put_url']  # 图片url
+
+            response = await client.put(put_url, content=file, headers=headers)
+            etag = response.headers.get('Etag')
+
+            payload = {"id": file_id, "etag": etag}
+            response = await client.put(f"/files/uploads/{file_id}/finish", json=payload)
+            logger.debug(response.text)
+            logger.debug(response.status_code)
+            logger.debug(put_url.split('?')[0])
+            if response.is_success:
+                uri = response.json()['uri']
+                return FileTask(id=file_id, url=put_url, system_fingerprint=token)
+
+            response.raise_for_status()
+
+
+@retrying(max_retries=8, max=8, predicate=lambda r: r is True, title=__name__)  # 触发重试
+async def create_task(request: ViduRequest, token: Optional[str] = None, vip: bool = False):
+    token = token or await get_next_token_for_polling(
+        FEISHU_URL_VIP if vip else FEISHU_URL,
+        check_token=check_token,
+        from_redis=True,
+        min_points=4  # 最小消耗
+    )
+
+    token = token.strip(";Shunt=").strip("; Shunt=")
+
+    task_type = TaskType.vidu_vip if vip else TaskType.vidu
+
+    headers = {
+        "Cookie": token
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post("/tasks", json=request.payload)
+
+        logger.debug(response.text)
+        logger.debug(response.status_code)
+
+        if response.status_code in {429, 403} or "insufficient" in response.text:  # 触发重试
+            return True
+
+        if response.is_success:
+            data = response.json()
+            task_id = f"{task_type}-{data['id']}"
+            return Task(id=task_id, data=data, system_fingerprint=token)
+        else:
+            logger.debug(token)
+            return Task(data=response.text, status=0, status_code=response.status_code)
+
+
+@retrying(max_retries=8, max=8, predicate=lambda r: r is True, title=__name__)  # 触发重试
+async def create_task_upscale(request: ViduUpscaleRequest, token: str):
+    payload = {
+        "input": {
+            "creation_id": str(request.creation_id)
+        },
+        "type": "upscale",
+        "settings": {"model": "stable", "duration": 4}  #######
+    }
+    headers = {
+        "Cookie": token
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post("/tasks", json=payload)
+
+        if response.status_code in {429} and "insufficient" in response.text:  # 触发重试
+            return True
+
+        if response.is_success:
+            data = response.json()
+            task_id = f"vidu-{data['id']}"
+            return Task(id=task_id, data=data, system_fingerprint=token)
+        else:
+            return Task(data=response.text, status=0, status_code=response.status_code)
+
+
+@retrying(max_retries=3, title=__name__)
+async def get_task(task_id: str, token: str):  # https://api.vidu.studio/vidu/v1/tasks/state?id=2375528561004183
+    task_id = task_id.split("-", 1)[-1]
+
+    token = token.strip(";Shunt=").strip("; Shunt=")
+
+    headers = {
+        "Cookie": token
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.get(f"/tasks/{task_id}")
+
+        logger.debug(response.text)
+        logger.debug(response.status_code)
+
+        if response.is_success:
+            data = response.json()
+            return data
+        response.raise_for_status()
+
+
+@retrying(title=__name__)
+@alru_cache(ttl=10)
+async def get_credits(token: str):
+    headers = {
+        "Cookie": token.rstrip(";Shunt=").strip("; Shunt="),
+    }
+
+    async with httpx.AsyncClient(headers=headers, timeout=60) as client:
+        response = await client.get("https://api.vidu.studio/credit/v1/credits/me")
+        logger.debug(response.status_code)
+        logger.debug(response.text)
+
+        if response.is_success:
+            data = response.json()
+            # {
+            #     "credits": 1952,
+            #     "credits_expire_today": 0,
+            #     "credits_expire_monthly": 1936,
+            #     "credits_permanent": 16
+            # }
+            return data
+        response.raise_for_status()
+
+
+async def check_token(token, threshold: float = 0):
+    try:
+        data = await get_credits(token)
+        logger.debug(data['credits'])
+        return data['credits'] > threshold  # 视频
+    except Exception as e:
+        logger.error(e)
+        logger.debug(token)
+        return False
+
+
+if __name__ == '__main__':
+    token = "sajssdk_2015_cross_new_user=1; _ga=GA1.1.338141957.1727086892; Shunt=; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzODMxMDYsImlhdCI6MTcyNzA4NzEwNiwiaXNzIjoiaWFtIiwic3ViIjoiMjQxNjY4MjA0OTYxNDUwNCJ9.Av3Uz9wG0L9ENvClhC9repoRthUm8wgspT5pWcmqaqs; _ga_ZJBV7VYP55=GS1.1.1727086892.1.1.1727087109.0.0.0; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSEnntsASGnESHAS%22%2C%22gae28_aV%22%3A%22EGsErnnGsGuGiH-AtVyGiIuniVIEg-snAAEEHE-EIsREAS-EGsErnnGsGyuyy%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlcwZKsQqlcpZ3HPFK8wXzlPhkzws3sPZNhwZP8wqPMwX1JQF18wFwcQh1MQvAJpF3JWFPspF3HPsxqPc323a7OW9dbV9kArdG2usVOukGOWv3n3q3AwFPspX3MQXlswFNEwXNagN%3D%3D%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSEnntsASGnESHAS%22%7D%7D"
+    # FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=Hcr2i8"
+    # arun(get_next_token_for_polling(FEISHU_URL, check_token=check_token))
+    # arun(get_next_token_for_polling(FEISHU_URL_VIP, check_token=check_token, max_size=10000))
+
+    # token = "_GRECAPTCHA=09AEXsBHm3ZGyFm6bsaF_HVQw8tBthjXeptYzdw7mGCczOlla0LlYHSb_HESN_xn3uXXR55VaHqXzc8EN2-0eCjQs; io=cmL_418SiY874dz6Ac4C; HMACCOUNT_BFESS=3B0B5E02E41153CB; Hm_lvt_a3c8711bce1795293b1793d35916c067=1725242991; Hm_lpvt_a3c8711bce1795293b1793d35916c067=1725242991; HMACCOUNT=3B0B5E02E41153CB; _ga=GA1.1.793646133.1725242994; sajssdk_2015_cross_new_user=1; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjY1MzkwMDAsImlhdCI6MTcyNTI0MzAwMCwiaXNzIjoiaWFtIiwic3ViIjoiMjQxNTEwMzE4NzgwNTkzMSJ9.AW77pOYME2EePiEV4TmtViBWPvPw_2tiY73R5s2APe8; Shunt=; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSEHEAIEtRtAHGIE%22%2C%22gae28_aV%22%3A%22EGEuARrrVIArig-AgnEgGiVVIyAyit-EuHsHnIR-GsEnAA-EGEuARrrVIEERSE%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0IWZdlwhLkPZP8w9PswZPHPZ7lwswMPs1SBFTaQF3EQqwIBFlcwFPMwvAJpFTawXVkWZNhwF1IQX1aBv3liZ7ku67OV5kgu9G6iZHgiZNapa3cQX1EwF0hwFfIpX0EpFwJ36A%3D%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSEHEAIEtRtAHGIE%22%7D%7D; SERVERCORSID=75eeb9319017a9014e79152a283d6cbe|1725243001|1725242994; _ga_ZJBV7VYP55=GS1.1.1725242993.1.1.1725243001.0.0.0"
+    #
+    # token = '_GRECAPTCHA=09AA5Y-DKEaPCPtfl_s0o9z-HKEP5Tkfrn7CsmZfUj5MUYAFZiW7ELincbr2c2baFkM5Vu_KDPJ11l_N_DJhHTx_A; HMACCOUNT_BFESS=4189E6AE98589913; Hm_lvt_a3c8711bce1795293b1793d35916c067=1722407159; Hm_lpvt_a3c8711bce1795293b1793d35916c067=1722407159; HMACCOUNT=4189E6AE98589913; io=FKh7a-dvlK-UnBmOAB7M; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjM3MDMxNjgsImlhdCI6MTcyMjQwNzE2OCwiaXNzIjoiaWFtIiwic3ViIjoiMjM2ODY0MDkxNDEwMTMxOCJ9.mbNkzI6piihIVDsGSshSCiLlakAAG_Hxh0xAnPkx_vs; Shunt=; Hm_lvt_a3c8711bce1795293b1793d35916c067=1753943158594|1722407159; shortid=parsvjrji; debug=undefined; _grecaptcha=09AA5Y-DJauC2Mo_KPc5_R5OUPR__wsqLYpOjUViIajU8hpDPOpg6LcH1xECbelcZwXl_BSHnZlCWRGxGWvRvMyQr7QGnCCJam75DKvw; VIDU_SELECTED_LOCALE=zh; VIDU_TOUR="v1"'
+    # token = "JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjM3MDIyNjAsImlhdCI6MTcyMjQwNjI2MCwiaXNzIjoiaWFtIiwic3ViIjoiMjM2ODYyNjA0MzE4MTg1NCJ9.8P8WuktyjFM0utFbGcxLQptzfv43ugmMcE31RXR9JJQ"
+    file = Path('/Users/betterme/PycharmProjects/AI/cover.jpeg').read_bytes()
+    url = arun(upload(file, vip=True)).url
+
+    # print(arun(get_next_token_for_polling(FEISHU_URL)) == token)
+
+    # arun(get_task("vidu-2368380300283813", token=token))
+    # arun(get_task('vidu-2389570992698888', token=token))
+
+    # arun(create_task_upscale())
+
+    # token="_ga=GA1.1.2058758439.1724312077; Shunt=; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3Mjk5MTIxNDcsImlhdCI6MTcyODYxNjE0NywiaXNzIjoiaWFtIiwic3ViIjoiMjQyNzk2NjczODQwNjY3OSJ9.VFLEBmnL8_Biy_46X19Fr5PkbwxdLXx3Xq2GagsW2Fw; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSsRGnnRItSAnnRG%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E8%87%AA%E7%84%B6%E6%90%9C%E7%B4%A2%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC%22%2C%22%24ki8r28_ergreere%22%3A%22z88O2%3A%2F%2Fiyymb682.fmmfkr.ymo%2F%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNcQhlsQqyhpXNMQqPIp4xG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSsRGnnRItSAnnRG%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1728614362.54.1.1728616189.0.0.0"
+    # arun(get_credits(token))
+    #
+    d = {
+        "model": 'vidu-1.5',
+        "prompt": "这个女人笑起来",
+        "url": "https://oss.ffire.cc/files/kling_watermark.png"  # failed to save uploads
+    }
+    token = None
+    # print(bjson(ViduRequest(**d).payload))
+    # arun(create_task(ViduRequest(**d)))
+    # arun(create_task(ViduRequest(**d), vip=False))
+    # # pass
+    # token = "sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSsAAnHAInAGEtIG%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNcwX0sQF0hQq0HwFfhp4xG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSsAAnHAInAGEtIG%22%7D%7D;_ga=GA1.1.2058758439.1724312077;_ga_ZJBV7VYP55=GS1.1.1727080335.38.1.1727080510.0.0.0;JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNTAzODAsImlhdCI6MTcyNzA1NDM4MCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDA2NTAzNjA5MTgzOSJ9.PkjQqjYB56vYetYwmlagnWn_6bSCwoxCjI7BjfelBOU;Shunt="
+    # # token = "_ga=GA1.1.2058758439.1724312077; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNTAzODAsImlhdCI6MTcyNzA1NDM4MCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDA2NTAzNjA5MTgzOSJ9.PkjQqjYB56vYetYwmlagnWn_6bSCwoxCjI7BjfelBOU; Shunt=; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSsAAnHAInAGEtIG%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNcwX0sQF0hQq0HwFfhp4xG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSsAAnHAInAGEtIG%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1727080335.38.1.1727080510.0.0.0"
+    # token = "JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNDkyNzQsImlhdCI6MTcyNzA1MzI3NCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDg5NjA4MTIwNTkwNyJ9.MRXmSr48PifQgRN1-yTTu8d7Sq1An4OS7G5WoYpJ_PU"
+
+    # token = "_ga=GA1.1.1191408146.1725443726; Shunt=; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MzY0NzgzODIsImlhdCI6MTczNTE4MjM4MiwiaXNzIjoiaWFtIiwic3ViIjoiMjU3NTg1MzI5MDUyNzYwNiJ9.AJBuQH0B9aQ2znnczYoqBw9YvHkLh0uZF0QQx5xdxrc; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sHRHtHIsGAHsRnAn%22%2C%22gae28_aV%22%3A%22EGEuyRHVigIEtAG-AGRuSsHrVAGRuS-EtHsHnIR-sARInAA-EGEuyRHVigSEuIR%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E8%87%AA%E7%84%B6%E6%90%9C%E7%B4%A2%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC%22%2C%22%24ki8r28_ergreere%22%3A%22z88O2%3A%2F%2Fiyymb682.fmmfkr.ymo%2F%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPowIQZ7zWqwJpX0HBF0HQs3AwqdkWX0HQs3ABF1SQF3EQqwIBF3MQhwswX08wFlJPowIQZ7zWqNJPqwI3aMax9klWZHAiD7HDsJCWskbDskl3qmawqKIQFfEwh3HwXKcQhPMQaxG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sHRHtHIsGAHsRnAn%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1735182278.4.1.1735182405.26.0.0"
+    # arun(check_token(token))
+    #
+    # FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=rxldsA"
+    # FEISHU_URL="https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=Hcr2i8"
+    # api_keys = get_spreadsheet_values(feishu_url=FEISHU_URL, to_dataframe=True)[0]
+    #
+    #
+    # for i in tqdm(api_keys):
+    #     logger.debug(i)
+    #     if i and arun(check_token(i)):
+    #         j = i
+    #     # for j in (i or '').split(';'):
+    #     #     if j.startswith('JWT='):
+    #         with open('xx.txt', 'a') as f:
+    #             f.write(j + '\n')
+    # #
+    # FEISHU_URL_VIP
+    # arun(get_next_token_for_polling(FEISHU_URL_VIP,
+    #                                 check_token=check_token,
+    #                                 from_redis=True))
+
+    # arun(get_next_token_for_polling(FEISHU_URL,
+    #                                 check_token=check_token,
+    #                                 from_redis=True))
+
+    # from meutils.db.redis_db import redis_aclient
+
+    # arun(redis_aclient.delete(FEISHU_URL))
+
+    # token = "_ga=GA1.1.633410699.1728736789; Shunt=; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSRAsSHEntRnsHns%22%2C%22gae28_aV%22%3A%22EGstAuVggRArIr-AtnSIGARtIVIrSt-EnHsHnIR-EEtRAHn-EGstAuVggRErEt%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlcpXLaW9WoQhLkwsK8wXfsQXwHwXySwsNhWFNSBF1sQF3EQqwIBF1JpXyMQFP8wFlcpXLaW9WoQhTkwFfaBv3liZ7ku67OV5kgu9G6iZHgiZNapa3cQXyMwqNEwFPSQhPcQFPc36A%3D%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSRAsSHEntRnsHns%22%7D%7D; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MzIwMDM4NzAsImlhdCI6MTczMDcwNzg3MCwiaXNzIjoiaWFtIiwic3ViIjoiMjQ3MDI0NTE2ODc2MjU2MiJ9.uK3-CHB_6th4hha_IMI56KT7OLfwq8m-rOJCjwo0sxM; _ga_ZJBV7VYP55=GS1.1.1730707682.2.1.1730707881.0.0.0"
+    #
+    # arun(check_token(token))

meutils/apis/vidu/x.py

@@ -0,0 +1,14 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : x
+# @Time         : 2024/9/25 10:42
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from meutils.hash_utils import md5
+
+# md5("8daf5c4765c493e2")

meutils/apis/voice_clone/__init__.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__
+# @Time         : 2024/7/18 19:16
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+

meutils/apis/voice_clone/fish.py

@@ -0,0 +1,236 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/5 12:05
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : todo
+# https://docs.fish.audio/api-reference/endpoint/openapi-v1/speech-to-text
+# https://docs.fish.audio/text-to-speech/create-model
+import httpx
+
+from meutils.pipe import *
+from meutils.schemas.task_types import Task
+from meutils.schemas.openai_types import TTSRequest
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+from meutils.notice.feishu import send_message as _send_message
+
+from openai.types.file_object import FileObject
+from fastapi import UploadFile
+
+BASE_URL = "https://api.fish.audio"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/ZUyLsVyjMhtexRt3IB9ci9fUnWc?sheet=7ce4e3"
+
+url = "https://api.fish.audio/model"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/f0475882-ad39-49d9-ad77-523c0e768e96"
+)
+
+
+async def check_token(token: str, for_api: bool = False):
+    path = "api-credit" if for_api else "package"
+    try:
+        headers = {
+            "Authorization": f"Bearer {token}"
+        }
+        async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
+            response = await client.get(f"/wallet/self/{path}")
+            response.raise_for_status()
+            data = response.json()
+
+            # logger.debug(data)
+
+            credit = data.get('credit') or data.get('balance', 0)
+            logger.info(credit)
+
+            return float(credit) > 0
+    except Exception as e:
+        logger.error(e)
+        return False
+
+
+async def get_model_list(token, **kwargs):  # 上传的音色
+    params = {
+        'self': True,
+        'title': None,
+
+        'page_size': 10,
+        'page_number': 1,
+        **kwargs
+    }
+    headers = {
+        "authorization": f"Bearer {token}"
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
+        response = await client.get("/model", params=params)
+        return response.is_success and response.json()
+
+
+async def create_task(request: TTSRequest):
+    """
+        await create_task(request, stream=True)
+    :param request:
+    :return:
+    """
+    token = await get_next_token_for_polling(feishu_url=FEISHU_URL)
+
+    headers = {
+        "authorization": f"Bearer {token}"
+    }
+    payload = {
+        "type": "tts",
+        "channel": "free",
+        "stream": True,  # 区别？
+        "model": request.voice,
+        "parameters": {
+            "text": request.input
+        }
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        response = await client.post("/task", json=payload)
+        if response.is_success:
+            logger.debug(response.headers)
+
+            task_id = response.headers.get("task-id")
+            task_response = await client.get(f"/task/{task_id}")
+            data = task_response.json()
+            data['url'] = data['result']
+            data['fileview'] = url2fileview(data['result'])
+            return data
+
+        response.raise_for_status()
+
+
+async def create_file_for_openai(file: UploadFile):  # todo: 存储 redis
+    token = await get_next_token_for_polling(feishu_url=FEISHU_URL)
+
+    filename = file.filename or file.file.name
+    model_info = await create_tts_model(token, file=(filename, file.file))
+
+    if isinstance(model_info, dict):
+        model_id = model_info.get("_id")
+        file_id = model_id
+        status = "processed"
+    else:
+        file_id = shortuuid.random()
+        status = "error"
+
+    file_object = FileObject.construct(
+        id=file_id,
+
+        filename=filename,  # result.get("file_name")
+        bytes=file.size,
+
+        created_at=int(time.time()),
+        object='file',
+
+        purpose="voice-clone",
+        status=status,
+
+        data=model_info
+    )
+    return file_object
+
+
+async def create_tts_model(token, file, **kwargs):
+    """
+    {'_id': '9d10cdbea3954aa9b8fd992fd24b92a7',
+     'author': {'_id': 'd71d7c63c52e4d70be72e3afdb7952ab',
+                'avatar': '',
+                'nickname': '313303303'},
+     'cover_image': 'coverimage/9d10cdbea3954aa9b8fd992fd24b92a7',
+     'created_at': '2024-07-05T05:30:32.020433Z',
+     'description': '',
+     'languages': ['zh'],
+     'like_count': 0,
+     'liked': False,
+     'mark_count': 0,
+     'marked': False,
+     'samples_text': [],
+     'shared_count': 0,
+     'state': 'trained',
+     'tags': [],
+     'task_count': 0,
+     'title': 'chatfire',
+     'train_mode': 'fast',
+     'type': 'tts',
+     'updated_at': '2024-07-05T05:30:32.020407Z',
+     'visibility': 'public'}
+    """
+    payload = {
+        **kwargs
+    }
+
+    logger.debug(file)
+
+    files = {
+        'title': (None, 'chatfire-tts'),
+        'description': (None, ''),
+        'type': (None, 'tts'),
+        'train_mode': (None, 'fast'),
+        'visibility': (None, 'public'),  # private
+
+        'voices': file,  # ('audio_name.mp3', file)
+        'cover_image': open(get_resolve_path('cowboy-hat-face.webp', __file__), 'rb')
+
+    }
+
+    headers = {
+        "authorization": f"Bearer {token}"
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        response = await client.post("/model", json=payload, files=files)
+        # logger.debug(response.text)
+        if response.is_success:
+            _ = response.json()
+            _['model_id'] = _['_id']
+            return _
+        else:
+            return response.text
+
+
+if __name__ == '__main__':
+    token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VyX2lkIjoiZDcxZDdjNjNjNTJlNGQ3MGJlNzJlM2FmZGI3OTUyYWIiLCJleHAiOjE3MzAyODYwNjguNTMyMTA5NX0.GNeW2WLlBqyP6evNQFkXpqa0UYOg50_IwNO48DuJc04"
+    # print(bjson(arun(get_model_list(token))))
+    # file = open('/Users/betterme/Downloads/whisper-1719913495729-54f08dde5.wav.mp3.mp3', 'rb')
+
+    # arun(get_model_list(token))
+    # file = UploadFile(file)
+    # pprint(arun(create_tts_model(token, file=(file.file.name, file.file))))
+    # model = "9d10cdbea3954aa9b8fd992fd24b92a7"
+    # # # task_id = "f5a94a3fb78646b8ab1c3606413ca9e0"
+    # with timer():
+    #     text = "文本转语音\n文本转语音\n文本转语音\n文本转语音\n"
+    #     request = TTSRequest(input=text, model=model)
+    #     arun(create_task(request))
+    # open("xx.mp3", 'wb').write(f)
+
+    # async def main():
+    #     content = await create_task(request, stream=True)
+    #     with open("xx.mp3", 'wb') as f:
+    #         f.write(content)
+
+    # arun(main())
+
+    # pprint(arun(get_tts_task(token, task_id)))
+
+    #
+    # file = open('/Users/betterme/Downloads/whisper-1719913495729-54f08dde5.wav.mp3.mp3', 'rb')
+    #
+    # file = UploadFile(file)
+    #
+    # print(arun(upload_audio_for_tts_model(file=file)))
+
+    # token = "5cf445234491429c9855d3fa666d49f6"
+
+    # arun(check_token(token, for_api=True))
+
+    #     text = "文本转语音\n文本转语音\n文本转语音\n文本转语音\n"
+
+
+    arun(create_task(TTSRequest(input="你好", model="")))

meutils/apis/voice_clone/fish_api.py

@@ -0,0 +1,16 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : fish_api
+# @Time         : 2024/10/17 09:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+
+
+from meutils.pipe import *
+from fish_audio_sdk import Session
+
+

meutils/apis/web_search.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : web_search
+# @Time         : 2024/5/10 11:17
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import langchain
+from meutils.pipe import *
+import urllib, json
+
+def results(original_query):
+    search_specs = [
+         ["Google", "~googlequery", "https://www.google.com/search?q="],
+         ["Duck Duck Go", "~duckduckgoquery", "https://duckduckgo.com/?q="],
+         ["Google Images", "~googleimagequery", "https://www.google.com/search?tbm=isch&q="],
+         ["Baidu", "~baiduquery", "http://www.baidu.com/s?wd="],
+         ["Bing", "~bingquery", "http://www.bing.com/search?q="],
+         ["Yahoo", "~yahooquery", "https://sg.search.yahoo.com/search?p="],
+         ["Twitter", "~twitterquery", "https://mobile.twitter.com/search?q="],
+         ["Reddit", "~redditquery", "https://www.reddit.com/search?q="]
+    ]
+
+
+
+
+
+if __name__ == '__main__':
+    results(original_query="周杰伦")

meutils/apis/yezi.py

@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : yezi
+# @Time         : 2024/6/28 09:23
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# todo: 接码平台
+# @Description  : https://github.com/Thekers/Get_OpenaiKey/blob/9d174669d7778ea32d1132bedd5167597912dcfb/Add_01AI_Token.py
+# https://note.youdao.com/ynoteshare/index.html?id=543e0ee9d51faf3d4c33d792971d9de9&type=note&_time=1719535893843
+import os
+
+import httpx
+
+from meutils.pipe import *
+
+"http://api.sqhyw.net:90/api/get_myinfo?token=xxxxxxx"
+
+BASE_URL = "http://api.sqhyw.net:90"
+
+
+class Request(BaseModel):
+    token: str
+    project_id: str
+    loop: str = 1
+    operator: str = 4  # 0=默认 1=移动 2=联通 3=电信 4=实卡 5=虚卡
+    phone_num: Optional[str] = None  # 指定取号的话 这里填要取的手机号
+    scope: Optional[str] = None  # 指定号段 最多支持号码前5位. 例如可以为165，也可以为16511address
+    address: Optional[str] = None  # 归属地选择 例如 湖北 甘肃 不需要带省字
+    scope_black: Optional[str] = None  # 排除号段最长支持7位且可以支持多个,最多支持20个号段。用逗号分隔 比如150,1511111,15522
+    api_id: Optional[str] = None  # 如果是开发者,此处填写你的用户ID才有收益，注意是用户ID不是登录账号
+
+
+@alru_cache()
+async def get_access_token():
+    username, password = os.getenv("YEZI_USER").split('|')
+    payload = {
+        "username": username,
+        "password": password
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL) as client:
+        response = await client.get("/api/logins", params=payload)
+        if response.is_success:
+            logger.debug(response.json())
+            return response.json().get("token")
+
+
+async def get_mobile(project_id: str = "806053"):
+    token = await get_access_token()
+    payload = Request(token=token, project_id=project_id).model_dump()
+
+    async with httpx.AsyncClient(base_url=BASE_URL) as client:
+        response = await client.get("/api/get_mobile", params=payload)
+        if response.is_success:
+            logger.debug(response.json())
+            return response.json().get("mobile")
+
+
+async def get_message(project_id, phone_num):
+    token = await get_access_token()
+    payload = Request(token=token, project_id=project_id, phone_num=phone_num).model_dump()
+
+    async with httpx.AsyncClient(base_url=BASE_URL) as client:
+        s = time.time()
+        while 1:
+            await asyncio.sleep(1)
+            response = await client.get("/api/get_message", params=payload)
+            if response.is_success and (code := response.json().get("code")):
+                logger.debug(response.json())
+                return code
+            if time.time() - s > 120:
+                logger.error("获取短信验证码失败")
+                break
+
+
+async def free_mobile(project_id, phone_num: Optional[str] = None):  # 释放所有
+    token = await get_access_token()
+    payload = Request(token=token, project_id=project_id, phone_num=phone_num).model_dump()
+
+    async with httpx.AsyncClient(base_url=BASE_URL) as client:
+        response = await client.get("/api/free_mobile", params=payload)
+        if response.is_success:
+            logger.debug("释放")
+
+
+async def get_code(project_id):
+    phone_num = await get_mobile(project_id)
+    code = await get_message(project_id, phone_num)
+    await free_mobile(project_id, phone_num)
+    return code
+
+
+if __name__ == '__main__':
+    # print(arun(get_access_token()))
+    # print(arun(get_mobile()))
+    print(arun(get_message(project_id="806053", phone_num="19211569315")))